2024-11-26 21:41:30,279 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-26 21:41:30,318 main DEBUG Took 0.036086 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-26 21:41:30,319 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-26 21:41:30,319 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-26 21:41:30,321 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-26 21:41:30,322 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:41:30,339 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-26 21:41:30,363 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:41:30,365 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:41:30,366 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:41:30,367 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:41:30,368 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:41:30,368 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:41:30,370 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:41:30,370 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:41:30,371 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:41:30,371 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:41:30,373 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:41:30,373 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:41:30,374 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:41:30,375 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:41:30,376 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:41:30,376 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:41:30,378 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:41:30,378 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:41:30,379 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:41:30,379 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:41:30,380 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:41:30,381 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:41:30,382 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:41:30,382 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:41:30,383 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:41:30,383 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-26 21:41:30,386 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:41:30,388 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-26 21:41:30,390 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-26 21:41:30,391 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-26 21:41:30,393 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-26 21:41:30,394 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-26 21:41:30,406 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-26 21:41:30,410 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-26 21:41:30,413 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-26 21:41:30,413 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-26 21:41:30,414 main DEBUG createAppenders(={Console}) 2024-11-26 21:41:30,415 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-11-26 21:41:30,416 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-26 21:41:30,416 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-11-26 21:41:30,417 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-26 21:41:30,418 main DEBUG OutputStream closed 2024-11-26 21:41:30,418 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-26 21:41:30,419 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-26 21:41:30,419 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-11-26 21:41:30,523 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-26 21:41:30,526 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-26 21:41:30,528 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-26 21:41:30,530 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-26 21:41:30,531 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-26 21:41:30,532 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-26 21:41:30,533 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-26 21:41:30,533 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-26 21:41:30,534 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-26 21:41:30,534 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-26 21:41:30,535 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-26 21:41:30,535 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-26 21:41:30,536 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-26 21:41:30,536 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-26 21:41:30,537 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-26 21:41:30,537 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-26 21:41:30,538 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-26 21:41:30,539 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-26 21:41:30,542 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26 21:41:30,543 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-11-26 21:41:30,543 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-26 21:41:30,544 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-11-26T21:41:30,565 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-26 21:41:30,568 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-26 21:41:30,568 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26T21:41:30,658 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=257, ProcessCount=11, AvailableMemoryMB=11472 2024-11-26T21:41:31,002 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e08c2aa8-32a4-8eb8-998e-104ce32d4691 2024-11-26T21:41:31,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T21:41:31,026 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e08c2aa8-32a4-8eb8-998e-104ce32d4691/cluster_e537dc4a-96c6-7f42-c6b1-770690ca96ce, deleteOnExit=true 2024-11-26T21:41:31,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T21:41:31,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e08c2aa8-32a4-8eb8-998e-104ce32d4691/test.cache.data in system properties and HBase conf 2024-11-26T21:41:31,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e08c2aa8-32a4-8eb8-998e-104ce32d4691/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T21:41:31,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e08c2aa8-32a4-8eb8-998e-104ce32d4691/hadoop.log.dir in system properties and HBase conf 2024-11-26T21:41:31,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e08c2aa8-32a4-8eb8-998e-104ce32d4691/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T21:41:31,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e08c2aa8-32a4-8eb8-998e-104ce32d4691/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T21:41:31,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T21:41:31,152 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-26T21:41:31,287 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T21:41:31,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e08c2aa8-32a4-8eb8-998e-104ce32d4691/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T21:41:31,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e08c2aa8-32a4-8eb8-998e-104ce32d4691/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T21:41:31,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e08c2aa8-32a4-8eb8-998e-104ce32d4691/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T21:41:31,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e08c2aa8-32a4-8eb8-998e-104ce32d4691/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T21:41:31,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e08c2aa8-32a4-8eb8-998e-104ce32d4691/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T21:41:31,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e08c2aa8-32a4-8eb8-998e-104ce32d4691/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T21:41:31,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e08c2aa8-32a4-8eb8-998e-104ce32d4691/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T21:41:31,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e08c2aa8-32a4-8eb8-998e-104ce32d4691/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T21:41:31,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e08c2aa8-32a4-8eb8-998e-104ce32d4691/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T21:41:31,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e08c2aa8-32a4-8eb8-998e-104ce32d4691/nfs.dump.dir in system properties and HBase conf 2024-11-26T21:41:31,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e08c2aa8-32a4-8eb8-998e-104ce32d4691/java.io.tmpdir in system properties and HBase conf 2024-11-26T21:41:31,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e08c2aa8-32a4-8eb8-998e-104ce32d4691/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T21:41:31,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e08c2aa8-32a4-8eb8-998e-104ce32d4691/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T21:41:31,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e08c2aa8-32a4-8eb8-998e-104ce32d4691/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T21:41:32,262 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-26T21:41:32,357 INFO [Time-limited test {}] log.Log(170): Logging initialized @3055ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-26T21:41:32,469 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:41:32,546 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T21:41:32,568 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T21:41:32,569 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T21:41:32,571 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T21:41:32,590 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:41:32,595 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@668dee07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e08c2aa8-32a4-8eb8-998e-104ce32d4691/hadoop.log.dir/,AVAILABLE} 2024-11-26T21:41:32,596 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36e6f261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T21:41:32,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71423267{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e08c2aa8-32a4-8eb8-998e-104ce32d4691/java.io.tmpdir/jetty-localhost-40191-hadoop-hdfs-3_4_1-tests_jar-_-any-1045661130983778841/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T21:41:32,866 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@352da856{HTTP/1.1, (http/1.1)}{localhost:40191} 2024-11-26T21:41:32,866 INFO [Time-limited test {}] server.Server(415): Started @3565ms 2024-11-26T21:41:33,281 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:41:33,290 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T21:41:33,295 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T21:41:33,295 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T21:41:33,296 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T21:41:33,297 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@230b62e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e08c2aa8-32a4-8eb8-998e-104ce32d4691/hadoop.log.dir/,AVAILABLE} 2024-11-26T21:41:33,298 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78202fea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T21:41:33,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@380b0e09{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e08c2aa8-32a4-8eb8-998e-104ce32d4691/java.io.tmpdir/jetty-localhost-45421-hadoop-hdfs-3_4_1-tests_jar-_-any-1004150438568614245/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:41:33,423 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a295bf7{HTTP/1.1, (http/1.1)}{localhost:45421} 2024-11-26T21:41:33,424 INFO [Time-limited test {}] server.Server(415): Started @4123ms 2024-11-26T21:41:33,487 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T21:41:33,627 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:41:33,634 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T21:41:33,636 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T21:41:33,636 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T21:41:33,636 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T21:41:33,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5999d0ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e08c2aa8-32a4-8eb8-998e-104ce32d4691/hadoop.log.dir/,AVAILABLE} 2024-11-26T21:41:33,638 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31e0bc11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T21:41:33,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19a2385f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e08c2aa8-32a4-8eb8-998e-104ce32d4691/java.io.tmpdir/jetty-localhost-40993-hadoop-hdfs-3_4_1-tests_jar-_-any-14922508610364484372/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:41:33,780 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@625bd913{HTTP/1.1, (http/1.1)}{localhost:40993} 2024-11-26T21:41:33,780 INFO [Time-limited test {}] server.Server(415): Started @4479ms 2024-11-26T21:41:33,783 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T21:41:33,956 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e08c2aa8-32a4-8eb8-998e-104ce32d4691/cluster_e537dc4a-96c6-7f42-c6b1-770690ca96ce/data/data1/current/BP-474098756-172.17.0.2-1732657292019/current, will proceed with Du for space computation calculation, 2024-11-26T21:41:33,956 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e08c2aa8-32a4-8eb8-998e-104ce32d4691/cluster_e537dc4a-96c6-7f42-c6b1-770690ca96ce/data/data4/current/BP-474098756-172.17.0.2-1732657292019/current, will proceed with Du for space computation calculation, 2024-11-26T21:41:33,956 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e08c2aa8-32a4-8eb8-998e-104ce32d4691/cluster_e537dc4a-96c6-7f42-c6b1-770690ca96ce/data/data3/current/BP-474098756-172.17.0.2-1732657292019/current, will proceed with Du for space computation calculation, 2024-11-26T21:41:33,961 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e08c2aa8-32a4-8eb8-998e-104ce32d4691/cluster_e537dc4a-96c6-7f42-c6b1-770690ca96ce/data/data2/current/BP-474098756-172.17.0.2-1732657292019/current, will proceed with Du for space computation calculation, 2024-11-26T21:41:34,006 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T21:41:34,007 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T21:41:34,078 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd5a15caa1ba771b5 with lease ID 0x5ce5d072271a6575: Processing first storage report for DS-8bf4be59-20d2-483d-afb1-a8977d0a9339 from datanode DatanodeRegistration(127.0.0.1:46759, datanodeUuid=be0ddfc2-eb42-459d-9a8f-8ec0ed397538, infoPort=44277, infoSecurePort=0, ipcPort=36627, storageInfo=lv=-57;cid=testClusterID;nsid=1124901459;c=1732657292019) 2024-11-26T21:41:34,080 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd5a15caa1ba771b5 with lease ID 0x5ce5d072271a6575: from storage DS-8bf4be59-20d2-483d-afb1-a8977d0a9339 node DatanodeRegistration(127.0.0.1:46759, datanodeUuid=be0ddfc2-eb42-459d-9a8f-8ec0ed397538, infoPort=44277, infoSecurePort=0, ipcPort=36627, storageInfo=lv=-57;cid=testClusterID;nsid=1124901459;c=1732657292019), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-26T21:41:34,081 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa8cc19800536a4cf with lease ID 0x5ce5d072271a6576: Processing first storage report for DS-2316d9a7-dfee-4e78-b776-e817389bc6b3 from datanode DatanodeRegistration(127.0.0.1:33829, datanodeUuid=7711e069-a75d-4197-9d93-d800a68e3eaa, infoPort=35547, infoSecurePort=0, ipcPort=40331, storageInfo=lv=-57;cid=testClusterID;nsid=1124901459;c=1732657292019) 2024-11-26T21:41:34,081 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa8cc19800536a4cf with lease ID 0x5ce5d072271a6576: from storage DS-2316d9a7-dfee-4e78-b776-e817389bc6b3 node DatanodeRegistration(127.0.0.1:33829, datanodeUuid=7711e069-a75d-4197-9d93-d800a68e3eaa, infoPort=35547, infoSecurePort=0, ipcPort=40331, storageInfo=lv=-57;cid=testClusterID;nsid=1124901459;c=1732657292019), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T21:41:34,081 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd5a15caa1ba771b5 with lease ID 0x5ce5d072271a6575: Processing first storage report for DS-ae642cd3-5a6d-4182-9e3c-0e8d14014fe2 from datanode DatanodeRegistration(127.0.0.1:46759, datanodeUuid=be0ddfc2-eb42-459d-9a8f-8ec0ed397538, infoPort=44277, infoSecurePort=0, ipcPort=36627, storageInfo=lv=-57;cid=testClusterID;nsid=1124901459;c=1732657292019) 2024-11-26T21:41:34,082 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd5a15caa1ba771b5 with lease ID 0x5ce5d072271a6575: from storage DS-ae642cd3-5a6d-4182-9e3c-0e8d14014fe2 node DatanodeRegistration(127.0.0.1:46759, datanodeUuid=be0ddfc2-eb42-459d-9a8f-8ec0ed397538, infoPort=44277, infoSecurePort=0, ipcPort=36627, storageInfo=lv=-57;cid=testClusterID;nsid=1124901459;c=1732657292019), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T21:41:34,082 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa8cc19800536a4cf with lease ID 0x5ce5d072271a6576: Processing first storage report for DS-0bfb52e1-4bfd-4589-baf2-1a8dd2fb36ce from datanode DatanodeRegistration(127.0.0.1:33829, datanodeUuid=7711e069-a75d-4197-9d93-d800a68e3eaa, infoPort=35547, infoSecurePort=0, ipcPort=40331, storageInfo=lv=-57;cid=testClusterID;nsid=1124901459;c=1732657292019) 2024-11-26T21:41:34,082 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa8cc19800536a4cf with lease ID 0x5ce5d072271a6576: from storage DS-0bfb52e1-4bfd-4589-baf2-1a8dd2fb36ce node DatanodeRegistration(127.0.0.1:33829, datanodeUuid=7711e069-a75d-4197-9d93-d800a68e3eaa, infoPort=35547, infoSecurePort=0, ipcPort=40331, storageInfo=lv=-57;cid=testClusterID;nsid=1124901459;c=1732657292019), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T21:41:34,195 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e08c2aa8-32a4-8eb8-998e-104ce32d4691 2024-11-26T21:41:34,304 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e08c2aa8-32a4-8eb8-998e-104ce32d4691/cluster_e537dc4a-96c6-7f42-c6b1-770690ca96ce/zookeeper_0, clientPort=55880, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e08c2aa8-32a4-8eb8-998e-104ce32d4691/cluster_e537dc4a-96c6-7f42-c6b1-770690ca96ce/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e08c2aa8-32a4-8eb8-998e-104ce32d4691/cluster_e537dc4a-96c6-7f42-c6b1-770690ca96ce/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T21:41:34,316 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55880 2024-11-26T21:41:34,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:34,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:34,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46759 is added to blk_1073741825_1001 (size=7) 2024-11-26T21:41:34,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33829 is added to blk_1073741825_1001 (size=7) 2024-11-26T21:41:35,075 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878 with version=8 2024-11-26T21:41:35,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/hbase-staging 2024-11-26T21:41:35,172 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-26T21:41:35,364 INFO [Time-limited test {}] client.ConnectionUtils(128): master/828b3f090c91:0 server-side Connection retries=45 2024-11-26T21:41:35,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:35,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:35,378 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T21:41:35,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:35,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T21:41:35,524 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T21:41:35,579 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-26T21:41:35,589 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-26T21:41:35,593 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T21:41:35,617 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 5768 (auto-detected) 2024-11-26T21:41:35,618 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-26T21:41:35,637 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37395 2024-11-26T21:41:35,659 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37395 connecting to ZooKeeper ensemble=127.0.0.1:55880 2024-11-26T21:41:35,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:373950x0, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T21:41:35,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37395-0x1007dfb88300000 connected 2024-11-26T21:41:35,724 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:35,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:35,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37395-0x1007dfb88300000, quorum=127.0.0.1:55880, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:41:35,743 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878, hbase.cluster.distributed=false 2024-11-26T21:41:35,766 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37395-0x1007dfb88300000, quorum=127.0.0.1:55880, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T21:41:35,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37395 2024-11-26T21:41:35,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37395 2024-11-26T21:41:35,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37395 2024-11-26T21:41:35,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37395 2024-11-26T21:41:35,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37395 2024-11-26T21:41:35,881 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/828b3f090c91:0 server-side Connection retries=45 2024-11-26T21:41:35,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:35,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:35,883 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T21:41:35,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:35,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T21:41:35,886 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T21:41:35,888 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T21:41:35,889 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44693 2024-11-26T21:41:35,891 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44693 connecting to ZooKeeper ensemble=127.0.0.1:55880 2024-11-26T21:41:35,892 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:35,895 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:35,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446930x0, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T21:41:35,902 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44693-0x1007dfb88300001, quorum=127.0.0.1:55880, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:41:35,902 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44693-0x1007dfb88300001 connected 2024-11-26T21:41:35,905 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T21:41:35,912 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T21:41:35,915 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44693-0x1007dfb88300001, quorum=127.0.0.1:55880, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T21:41:35,920 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44693-0x1007dfb88300001, quorum=127.0.0.1:55880, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T21:41:35,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44693 2024-11-26T21:41:35,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44693 2024-11-26T21:41:35,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44693 2024-11-26T21:41:35,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44693 2024-11-26T21:41:35,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44693 2024-11-26T21:41:35,938 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/828b3f090c91:0 server-side Connection retries=45 2024-11-26T21:41:35,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:35,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:35,939 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T21:41:35,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:35,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T21:41:35,940 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T21:41:35,940 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T21:41:35,941 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37499 2024-11-26T21:41:35,943 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37499 connecting to ZooKeeper ensemble=127.0.0.1:55880 2024-11-26T21:41:35,944 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:35,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:35,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374990x0, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T21:41:35,955 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:374990x0, quorum=127.0.0.1:55880, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:41:35,955 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37499-0x1007dfb88300002 connected 2024-11-26T21:41:35,956 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T21:41:35,957 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T21:41:35,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37499-0x1007dfb88300002, quorum=127.0.0.1:55880, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T21:41:35,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37499-0x1007dfb88300002, quorum=127.0.0.1:55880, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T21:41:35,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37499 2024-11-26T21:41:35,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37499 2024-11-26T21:41:35,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37499 2024-11-26T21:41:35,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37499 2024-11-26T21:41:35,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37499 2024-11-26T21:41:35,978 DEBUG [M:0;828b3f090c91:37395 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;828b3f090c91:37395 2024-11-26T21:41:35,979 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/828b3f090c91,37395,1732657295215 2024-11-26T21:41:35,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37499-0x1007dfb88300002, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:41:35,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44693-0x1007dfb88300001, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:41:35,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37395-0x1007dfb88300000, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:41:35,986 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37395-0x1007dfb88300000, quorum=127.0.0.1:55880, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/828b3f090c91,37395,1732657295215 2024-11-26T21:41:36,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37499-0x1007dfb88300002, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T21:41:36,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44693-0x1007dfb88300001, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T21:41:36,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37395-0x1007dfb88300000, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:36,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37499-0x1007dfb88300002, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:36,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44693-0x1007dfb88300001, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:36,007 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37395-0x1007dfb88300000, quorum=127.0.0.1:55880, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T21:41:36,008 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/828b3f090c91,37395,1732657295215 from backup master directory 2024-11-26T21:41:36,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37499-0x1007dfb88300002, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:41:36,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37395-0x1007dfb88300000, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/828b3f090c91,37395,1732657295215 2024-11-26T21:41:36,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44693-0x1007dfb88300001, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:41:36,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37395-0x1007dfb88300000, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:41:36,011 WARN [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T21:41:36,012 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=828b3f090c91,37395,1732657295215 2024-11-26T21:41:36,014 INFO [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-26T21:41:36,015 INFO [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-26T21:41:36,068 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/hbase.id] with ID: 099035a7-66dc-48e0-97c1-6b9cae2f371d 2024-11-26T21:41:36,068 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/.tmp/hbase.id 2024-11-26T21:41:36,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33829 is added to blk_1073741826_1002 (size=42) 2024-11-26T21:41:36,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46759 is added to blk_1073741826_1002 (size=42) 2024-11-26T21:41:36,082 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/.tmp/hbase.id]:[hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/hbase.id] 2024-11-26T21:41:36,127 INFO [master/828b3f090c91:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:36,133 INFO [master/828b3f090c91:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T21:41:36,151 INFO [master/828b3f090c91:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-26T21:41:36,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44693-0x1007dfb88300001, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:36,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37499-0x1007dfb88300002, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:36,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37395-0x1007dfb88300000, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:36,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33829 is added to blk_1073741827_1003 (size=196) 2024-11-26T21:41:36,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46759 is added to blk_1073741827_1003 (size=196) 2024-11-26T21:41:36,188 INFO [master/828b3f090c91:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T21:41:36,191 INFO [master/828b3f090c91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T21:41:36,209 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:41:36,214 INFO [master/828b3f090c91:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T21:41:36,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46759 is added to blk_1073741828_1004 (size=1189) 2024-11-26T21:41:36,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33829 is added to blk_1073741828_1004 (size=1189) 2024-11-26T21:41:36,292 INFO [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/MasterData/data/master/store 2024-11-26T21:41:36,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33829 is added to blk_1073741829_1005 (size=34) 2024-11-26T21:41:36,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46759 is added to blk_1073741829_1005 (size=34) 2024-11-26T21:41:36,326 INFO [master/828b3f090c91:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-26T21:41:36,330 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:41:36,331 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T21:41:36,332 INFO [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:41:36,332 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:41:36,334 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T21:41:36,334 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:41:36,335 INFO [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:41:36,336 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732657296331Disabling compacts and flushes for region at 1732657296331Disabling writes for close at 1732657296334 (+3 ms)Writing region close event to WAL at 1732657296334Closed at 1732657296334 2024-11-26T21:41:36,339 WARN [master/828b3f090c91:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/MasterData/data/master/store/.initializing 2024-11-26T21:41:36,339 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/MasterData/WALs/828b3f090c91,37395,1732657295215 2024-11-26T21:41:36,352 INFO [master/828b3f090c91:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T21:41:36,373 INFO [master/828b3f090c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=828b3f090c91%2C37395%2C1732657295215, suffix=, logDir=hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/MasterData/WALs/828b3f090c91,37395,1732657295215, archiveDir=hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/MasterData/oldWALs, maxLogs=10 2024-11-26T21:41:36,407 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/MasterData/WALs/828b3f090c91,37395,1732657295215/828b3f090c91%2C37395%2C1732657295215.1732657296380, exclude list is [], retry=0 2024-11-26T21:41:36,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33829,DS-2316d9a7-dfee-4e78-b776-e817389bc6b3,DISK] 2024-11-26T21:41:36,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46759,DS-8bf4be59-20d2-483d-afb1-a8977d0a9339,DISK] 2024-11-26T21:41:36,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-26T21:41:36,481 INFO [master/828b3f090c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/MasterData/WALs/828b3f090c91,37395,1732657295215/828b3f090c91%2C37395%2C1732657295215.1732657296380 2024-11-26T21:41:36,482 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35547:35547),(127.0.0.1/127.0.0.1:44277:44277)] 2024-11-26T21:41:36,483 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T21:41:36,484 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:41:36,488 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:36,489 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:36,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:36,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T21:41:36,577 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:36,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:36,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:36,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T21:41:36,587 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:36,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:41:36,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:36,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T21:41:36,593 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:36,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:41:36,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:36,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T21:41:36,599 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:36,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:41:36,601 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:36,606 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:36,607 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:36,614 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:36,615 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:36,619 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T21:41:36,624 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:36,631 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T21:41:36,633 INFO [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59817933, jitterRate=-0.10864333808422089}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T21:41:36,642 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732657296503Initializing all the Stores at 1732657296506 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657296507 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657296508 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657296508Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657296508Cleaning up temporary data from old regions at 1732657296615 (+107 ms)Region opened successfully at 1732657296642 (+27 ms) 2024-11-26T21:41:36,644 INFO [master/828b3f090c91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T21:41:36,682 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1398020e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=828b3f090c91/172.17.0.2:0 2024-11-26T21:41:36,723 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T21:41:36,737 INFO [master/828b3f090c91:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T21:41:36,738 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T21:41:36,742 INFO [master/828b3f090c91:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T21:41:36,743 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-26T21:41:36,749 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-26T21:41:36,750 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T21:41:36,781 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T21:41:36,794 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37395-0x1007dfb88300000, quorum=127.0.0.1:55880, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-26T21:41:36,796 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-26T21:41:36,800 INFO [master/828b3f090c91:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T21:41:36,802 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37395-0x1007dfb88300000, quorum=127.0.0.1:55880, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-26T21:41:36,804 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-26T21:41:36,808 INFO [master/828b3f090c91:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T21:41:36,813 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37395-0x1007dfb88300000, quorum=127.0.0.1:55880, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-26T21:41:36,814 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-26T21:41:36,816 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37395-0x1007dfb88300000, quorum=127.0.0.1:55880, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-26T21:41:36,817 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-26T21:41:36,842 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37395-0x1007dfb88300000, quorum=127.0.0.1:55880, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T21:41:36,843 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-26T21:41:36,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44693-0x1007dfb88300001, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T21:41:36,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37499-0x1007dfb88300002, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T21:41:36,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44693-0x1007dfb88300001, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:36,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37499-0x1007dfb88300002, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:36,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37395-0x1007dfb88300000, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T21:41:36,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37395-0x1007dfb88300000, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:36,852 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=828b3f090c91,37395,1732657295215, sessionid=0x1007dfb88300000, setting cluster-up flag (Was=false) 2024-11-26T21:41:36,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44693-0x1007dfb88300001, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:36,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37499-0x1007dfb88300002, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:36,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37395-0x1007dfb88300000, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:36,873 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-26T21:41:36,875 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=828b3f090c91,37395,1732657295215 2024-11-26T21:41:36,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37395-0x1007dfb88300000, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:36,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37499-0x1007dfb88300002, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:36,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44693-0x1007dfb88300001, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:36,885 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-26T21:41:36,887 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=828b3f090c91,37395,1732657295215 2024-11-26T21:41:36,895 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T21:41:36,968 INFO [RS:1;828b3f090c91:37499 {}] regionserver.HRegionServer(746): ClusterId : 099035a7-66dc-48e0-97c1-6b9cae2f371d 2024-11-26T21:41:36,968 INFO [RS:0;828b3f090c91:44693 {}] regionserver.HRegionServer(746): ClusterId : 099035a7-66dc-48e0-97c1-6b9cae2f371d 2024-11-26T21:41:36,971 DEBUG [RS:1;828b3f090c91:37499 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T21:41:36,971 DEBUG [RS:0;828b3f090c91:44693 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T21:41:36,976 DEBUG [RS:1;828b3f090c91:37499 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T21:41:36,976 DEBUG [RS:0;828b3f090c91:44693 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T21:41:36,976 DEBUG [RS:1;828b3f090c91:37499 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T21:41:36,976 DEBUG [RS:0;828b3f090c91:44693 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T21:41:36,976 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T21:41:36,979 DEBUG [RS:1;828b3f090c91:37499 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T21:41:36,979 DEBUG [RS:0;828b3f090c91:44693 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T21:41:36,980 DEBUG [RS:0;828b3f090c91:44693 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@502b6b27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=828b3f090c91/172.17.0.2:0 2024-11-26T21:41:36,980 DEBUG [RS:1;828b3f090c91:37499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10be44b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=828b3f090c91/172.17.0.2:0 2024-11-26T21:41:36,990 INFO [master/828b3f090c91:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T21:41:36,999 DEBUG [RS:1;828b3f090c91:37499 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;828b3f090c91:37499 2024-11-26T21:41:37,002 INFO [master/828b3f090c91:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T21:41:37,004 INFO [RS:1;828b3f090c91:37499 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T21:41:37,004 INFO [RS:1;828b3f090c91:37499 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T21:41:37,004 DEBUG [RS:1;828b3f090c91:37499 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T21:41:37,008 DEBUG [RS:0;828b3f090c91:44693 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;828b3f090c91:44693 2024-11-26T21:41:37,008 INFO [RS:0;828b3f090c91:44693 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T21:41:37,009 INFO [RS:0;828b3f090c91:44693 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T21:41:37,009 DEBUG [RS:0;828b3f090c91:44693 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T21:41:37,008 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 828b3f090c91,37395,1732657295215 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T21:41:37,012 INFO [RS:0;828b3f090c91:44693 {}] regionserver.HRegionServer(2659): reportForDuty to master=828b3f090c91,37395,1732657295215 with port=44693, startcode=1732657295848 2024-11-26T21:41:37,012 INFO [RS:1;828b3f090c91:37499 {}] regionserver.HRegionServer(2659): reportForDuty to master=828b3f090c91,37395,1732657295215 with port=37499, startcode=1732657295938 2024-11-26T21:41:37,017 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/828b3f090c91:0, corePoolSize=5, maxPoolSize=5 2024-11-26T21:41:37,017 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/828b3f090c91:0, corePoolSize=5, maxPoolSize=5 2024-11-26T21:41:37,018 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/828b3f090c91:0, corePoolSize=5, maxPoolSize=5 2024-11-26T21:41:37,018 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/828b3f090c91:0, corePoolSize=5, maxPoolSize=5 2024-11-26T21:41:37,018 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/828b3f090c91:0, corePoolSize=10, maxPoolSize=10 2024-11-26T21:41:37,019 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:37,019 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/828b3f090c91:0, corePoolSize=2, maxPoolSize=2 2024-11-26T21:41:37,019 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:37,026 DEBUG [RS:1;828b3f090c91:37499 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T21:41:37,026 DEBUG [RS:0;828b3f090c91:44693 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T21:41:37,027 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T21:41:37,027 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T21:41:37,035 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:37,036 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T21:41:37,045 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732657327045 2024-11-26T21:41:37,047 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T21:41:37,048 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T21:41:37,053 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T21:41:37,054 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T21:41:37,054 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T21:41:37,054 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T21:41:37,065 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:37,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46759 is added to blk_1073741831_1007 (size=1321) 2024-11-26T21:41:37,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33829 is added to blk_1073741831_1007 (size=1321) 2024-11-26T21:41:37,090 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T21:41:37,091 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878 2024-11-26T21:41:37,098 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T21:41:37,099 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52189, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T21:41:37,100 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T21:41:37,100 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T21:41:37,103 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43415, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T21:41:37,110 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T21:41:37,110 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T21:41:37,113 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/828b3f090c91:0:becomeActiveMaster-HFileCleaner.large.0-1732657297112,5,FailOnTimeoutGroup] 2024-11-26T21:41:37,114 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/828b3f090c91:0:becomeActiveMaster-HFileCleaner.small.0-1732657297113,5,FailOnTimeoutGroup] 2024-11-26T21:41:37,114 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:37,115 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T21:41:37,115 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37395 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T21:41:37,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33829 is added to blk_1073741832_1008 (size=32) 2024-11-26T21:41:37,118 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:37,118 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:37,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46759 is added to blk_1073741832_1008 (size=32) 2024-11-26T21:41:37,123 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37395 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 828b3f090c91,37499,1732657295938 2024-11-26T21:41:37,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:41:37,125 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37395 {}] master.ServerManager(517): Registering regionserver=828b3f090c91,37499,1732657295938 2024-11-26T21:41:37,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T21:41:37,140 DEBUG [RS:1;828b3f090c91:37499 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878 2024-11-26T21:41:37,140 DEBUG [RS:1;828b3f090c91:37499 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38423 2024-11-26T21:41:37,140 DEBUG [RS:1;828b3f090c91:37499 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T21:41:37,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T21:41:37,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:37,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:37,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T21:41:37,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37395-0x1007dfb88300000, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T21:41:37,147 DEBUG [RS:1;828b3f090c91:37499 {}] zookeeper.ZKUtil(111): regionserver:37499-0x1007dfb88300002, quorum=127.0.0.1:55880, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/828b3f090c91,37499,1732657295938 2024-11-26T21:41:37,148 WARN [RS:1;828b3f090c91:37499 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T21:41:37,148 INFO [RS:1;828b3f090c91:37499 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T21:41:37,148 DEBUG [RS:1;828b3f090c91:37499 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/WALs/828b3f090c91,37499,1732657295938 2024-11-26T21:41:37,149 DEBUG [RS:0;828b3f090c91:44693 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-26T21:41:37,150 WARN [RS:0;828b3f090c91:44693 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-26T21:41:37,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T21:41:37,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:37,151 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [828b3f090c91,37499,1732657295938] 2024-11-26T21:41:37,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:37,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T21:41:37,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T21:41:37,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:37,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:37,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T21:41:37,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T21:41:37,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:37,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:37,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T21:41:37,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/data/hbase/meta/1588230740 2024-11-26T21:41:37,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/data/hbase/meta/1588230740 2024-11-26T21:41:37,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T21:41:37,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T21:41:37,172 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T21:41:37,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T21:41:37,181 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T21:41:37,182 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62377893, jitterRate=-0.07049696147441864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T21:41:37,185 INFO [RS:1;828b3f090c91:37499 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T21:41:37,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732657297123Initializing all the Stores at 1732657297125 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657297126 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657297134 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657297134Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657297134Cleaning up temporary data from old regions at 1732657297171 (+37 ms)Region opened successfully at 1732657297186 (+15 ms) 2024-11-26T21:41:37,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T21:41:37,187 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T21:41:37,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T21:41:37,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T21:41:37,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T21:41:37,189 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T21:41:37,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732657297187Disabling compacts and flushes for region at 1732657297187Disabling writes for close at 1732657297187Writing region close event to WAL at 1732657297188 (+1 ms)Closed at 1732657297189 (+1 ms) 2024-11-26T21:41:37,193 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T21:41:37,193 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T21:41:37,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T21:41:37,202 INFO [RS:1;828b3f090c91:37499 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T21:41:37,208 INFO [RS:1;828b3f090c91:37499 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T21:41:37,208 INFO [RS:1;828b3f090c91:37499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:37,210 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T21:41:37,214 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T21:41:37,222 INFO [RS:1;828b3f090c91:37499 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T21:41:37,228 INFO [RS:1;828b3f090c91:37499 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T21:41:37,230 INFO [RS:1;828b3f090c91:37499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:37,230 DEBUG [RS:1;828b3f090c91:37499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:37,231 DEBUG [RS:1;828b3f090c91:37499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:37,231 DEBUG [RS:1;828b3f090c91:37499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:37,231 DEBUG [RS:1;828b3f090c91:37499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:37,231 DEBUG [RS:1;828b3f090c91:37499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:37,231 DEBUG [RS:1;828b3f090c91:37499 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/828b3f090c91:0, corePoolSize=2, maxPoolSize=2 2024-11-26T21:41:37,232 DEBUG [RS:1;828b3f090c91:37499 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:37,232 DEBUG [RS:1;828b3f090c91:37499 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:37,232 DEBUG [RS:1;828b3f090c91:37499 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:37,232 DEBUG [RS:1;828b3f090c91:37499 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:37,232 DEBUG [RS:1;828b3f090c91:37499 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:37,232 DEBUG [RS:1;828b3f090c91:37499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:37,233 DEBUG [RS:1;828b3f090c91:37499 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/828b3f090c91:0, corePoolSize=3, maxPoolSize=3 2024-11-26T21:41:37,233 DEBUG [RS:1;828b3f090c91:37499 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/828b3f090c91:0, corePoolSize=3, maxPoolSize=3 2024-11-26T21:41:37,234 INFO [RS:1;828b3f090c91:37499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:37,234 INFO [RS:1;828b3f090c91:37499 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:37,234 INFO [RS:1;828b3f090c91:37499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:37,235 INFO [RS:1;828b3f090c91:37499 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:37,235 INFO [RS:1;828b3f090c91:37499 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:37,235 INFO [RS:1;828b3f090c91:37499 {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,37499,1732657295938-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T21:41:37,251 INFO [RS:0;828b3f090c91:44693 {}] regionserver.HRegionServer(2659): reportForDuty to master=828b3f090c91,37395,1732657295215 with port=44693, startcode=1732657295848 2024-11-26T21:41:37,253 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37395 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 828b3f090c91,44693,1732657295848 2024-11-26T21:41:37,253 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37395 {}] master.ServerManager(517): Registering regionserver=828b3f090c91,44693,1732657295848 2024-11-26T21:41:37,256 INFO [RS:1;828b3f090c91:37499 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T21:41:37,257 DEBUG [RS:0;828b3f090c91:44693 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878 2024-11-26T21:41:37,257 DEBUG [RS:0;828b3f090c91:44693 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38423 2024-11-26T21:41:37,258 DEBUG [RS:0;828b3f090c91:44693 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T21:41:37,259 INFO [RS:1;828b3f090c91:37499 {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,37499,1732657295938-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:37,259 INFO [RS:1;828b3f090c91:37499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:37,259 INFO [RS:1;828b3f090c91:37499 {}] regionserver.Replication(171): 828b3f090c91,37499,1732657295938 started 2024-11-26T21:41:37,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37395-0x1007dfb88300000, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T21:41:37,261 DEBUG [RS:0;828b3f090c91:44693 {}] zookeeper.ZKUtil(111): regionserver:44693-0x1007dfb88300001, quorum=127.0.0.1:55880, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/828b3f090c91,44693,1732657295848 2024-11-26T21:41:37,261 WARN [RS:0;828b3f090c91:44693 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T21:41:37,261 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [828b3f090c91,44693,1732657295848] 2024-11-26T21:41:37,262 INFO [RS:0;828b3f090c91:44693 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T21:41:37,262 DEBUG [RS:0;828b3f090c91:44693 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/WALs/828b3f090c91,44693,1732657295848 2024-11-26T21:41:37,269 INFO [RS:0;828b3f090c91:44693 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T21:41:37,273 INFO [RS:0;828b3f090c91:44693 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T21:41:37,274 INFO [RS:0;828b3f090c91:44693 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T21:41:37,274 INFO [RS:0;828b3f090c91:44693 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:37,276 INFO [RS:0;828b3f090c91:44693 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T21:41:37,282 INFO [RS:1;828b3f090c91:37499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:37,283 INFO [RS:1;828b3f090c91:37499 {}] regionserver.HRegionServer(1482): Serving as 828b3f090c91,37499,1732657295938, RpcServer on 828b3f090c91/172.17.0.2:37499, sessionid=0x1007dfb88300002 2024-11-26T21:41:37,284 DEBUG [RS:1;828b3f090c91:37499 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T21:41:37,284 DEBUG [RS:1;828b3f090c91:37499 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 828b3f090c91,37499,1732657295938 2024-11-26T21:41:37,284 DEBUG [RS:1;828b3f090c91:37499 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '828b3f090c91,37499,1732657295938' 2024-11-26T21:41:37,284 DEBUG [RS:1;828b3f090c91:37499 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T21:41:37,285 DEBUG [RS:1;828b3f090c91:37499 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T21:41:37,286 INFO [RS:0;828b3f090c91:44693 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T21:41:37,286 INFO [RS:0;828b3f090c91:44693 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:37,286 DEBUG [RS:1;828b3f090c91:37499 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T21:41:37,286 DEBUG [RS:1;828b3f090c91:37499 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T21:41:37,286 DEBUG [RS:0;828b3f090c91:44693 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:37,286 DEBUG [RS:1;828b3f090c91:37499 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 828b3f090c91,37499,1732657295938 2024-11-26T21:41:37,287 DEBUG [RS:1;828b3f090c91:37499 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '828b3f090c91,37499,1732657295938' 2024-11-26T21:41:37,287 DEBUG [RS:0;828b3f090c91:44693 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:37,287 DEBUG [RS:1;828b3f090c91:37499 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T21:41:37,287 DEBUG [RS:0;828b3f090c91:44693 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:37,287 DEBUG [RS:0;828b3f090c91:44693 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:37,287 DEBUG [RS:0;828b3f090c91:44693 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:37,287 DEBUG [RS:1;828b3f090c91:37499 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T21:41:37,287 DEBUG [RS:0;828b3f090c91:44693 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/828b3f090c91:0, corePoolSize=2, maxPoolSize=2 2024-11-26T21:41:37,288 DEBUG [RS:0;828b3f090c91:44693 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:37,288 DEBUG [RS:0;828b3f090c91:44693 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:37,288 DEBUG [RS:0;828b3f090c91:44693 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:37,288 DEBUG [RS:0;828b3f090c91:44693 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:37,288 DEBUG [RS:1;828b3f090c91:37499 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T21:41:37,288 DEBUG [RS:0;828b3f090c91:44693 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:37,288 INFO [RS:1;828b3f090c91:37499 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T21:41:37,288 INFO [RS:1;828b3f090c91:37499 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T21:41:37,288 DEBUG [RS:0;828b3f090c91:44693 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:37,289 DEBUG [RS:0;828b3f090c91:44693 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/828b3f090c91:0, corePoolSize=3, maxPoolSize=3 2024-11-26T21:41:37,289 DEBUG [RS:0;828b3f090c91:44693 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/828b3f090c91:0, corePoolSize=3, maxPoolSize=3 2024-11-26T21:41:37,289 INFO [RS:0;828b3f090c91:44693 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:37,290 INFO [RS:0;828b3f090c91:44693 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:37,290 INFO [RS:0;828b3f090c91:44693 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:37,290 INFO [RS:0;828b3f090c91:44693 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:37,290 INFO [RS:0;828b3f090c91:44693 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:37,290 INFO [RS:0;828b3f090c91:44693 {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,44693,1732657295848-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T21:41:37,315 INFO [RS:0;828b3f090c91:44693 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T21:41:37,315 INFO [RS:0;828b3f090c91:44693 {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,44693,1732657295848-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:37,315 INFO [RS:0;828b3f090c91:44693 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:37,315 INFO [RS:0;828b3f090c91:44693 {}] regionserver.Replication(171): 828b3f090c91,44693,1732657295848 started 2024-11-26T21:41:37,340 INFO [RS:0;828b3f090c91:44693 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:37,340 INFO [RS:0;828b3f090c91:44693 {}] regionserver.HRegionServer(1482): Serving as 828b3f090c91,44693,1732657295848, RpcServer on 828b3f090c91/172.17.0.2:44693, sessionid=0x1007dfb88300001 2024-11-26T21:41:37,340 DEBUG [RS:0;828b3f090c91:44693 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T21:41:37,340 DEBUG [RS:0;828b3f090c91:44693 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 828b3f090c91,44693,1732657295848 2024-11-26T21:41:37,340 DEBUG [RS:0;828b3f090c91:44693 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '828b3f090c91,44693,1732657295848' 2024-11-26T21:41:37,341 DEBUG [RS:0;828b3f090c91:44693 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T21:41:37,341 DEBUG [RS:0;828b3f090c91:44693 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T21:41:37,342 DEBUG [RS:0;828b3f090c91:44693 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T21:41:37,343 DEBUG [RS:0;828b3f090c91:44693 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T21:41:37,343 DEBUG [RS:0;828b3f090c91:44693 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 828b3f090c91,44693,1732657295848 2024-11-26T21:41:37,343 DEBUG [RS:0;828b3f090c91:44693 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '828b3f090c91,44693,1732657295848' 2024-11-26T21:41:37,343 DEBUG [RS:0;828b3f090c91:44693 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T21:41:37,344 DEBUG [RS:0;828b3f090c91:44693 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T21:41:37,345 DEBUG [RS:0;828b3f090c91:44693 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T21:41:37,345 INFO [RS:0;828b3f090c91:44693 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T21:41:37,345 INFO [RS:0;828b3f090c91:44693 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T21:41:37,366 WARN [828b3f090c91:37395 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T21:41:37,394 INFO [RS:1;828b3f090c91:37499 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T21:41:37,398 INFO [RS:1;828b3f090c91:37499 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=828b3f090c91%2C37499%2C1732657295938, suffix=, logDir=hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/WALs/828b3f090c91,37499,1732657295938, archiveDir=hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/oldWALs, maxLogs=32 2024-11-26T21:41:37,417 DEBUG [RS:1;828b3f090c91:37499 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/WALs/828b3f090c91,37499,1732657295938/828b3f090c91%2C37499%2C1732657295938.1732657297401, exclude list is [], retry=0 2024-11-26T21:41:37,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46759,DS-8bf4be59-20d2-483d-afb1-a8977d0a9339,DISK] 2024-11-26T21:41:37,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33829,DS-2316d9a7-dfee-4e78-b776-e817389bc6b3,DISK] 2024-11-26T21:41:37,426 INFO [RS:1;828b3f090c91:37499 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/WALs/828b3f090c91,37499,1732657295938/828b3f090c91%2C37499%2C1732657295938.1732657297401 2024-11-26T21:41:37,427 DEBUG [RS:1;828b3f090c91:37499 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35547:35547),(127.0.0.1/127.0.0.1:44277:44277)] 2024-11-26T21:41:37,446 INFO [RS:0;828b3f090c91:44693 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T21:41:37,449 INFO [RS:0;828b3f090c91:44693 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=828b3f090c91%2C44693%2C1732657295848, suffix=, logDir=hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/WALs/828b3f090c91,44693,1732657295848, archiveDir=hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/oldWALs, maxLogs=32 2024-11-26T21:41:37,470 DEBUG [RS:0;828b3f090c91:44693 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/WALs/828b3f090c91,44693,1732657295848/828b3f090c91%2C44693%2C1732657295848.1732657297452, exclude list is [], retry=0 2024-11-26T21:41:37,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46759,DS-8bf4be59-20d2-483d-afb1-a8977d0a9339,DISK] 2024-11-26T21:41:37,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33829,DS-2316d9a7-dfee-4e78-b776-e817389bc6b3,DISK] 2024-11-26T21:41:37,480 INFO [RS:0;828b3f090c91:44693 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/WALs/828b3f090c91,44693,1732657295848/828b3f090c91%2C44693%2C1732657295848.1732657297452 2024-11-26T21:41:37,480 DEBUG [RS:0;828b3f090c91:44693 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35547:35547),(127.0.0.1/127.0.0.1:44277:44277)] 2024-11-26T21:41:37,620 DEBUG [828b3f090c91:37395 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-26T21:41:37,631 DEBUG [828b3f090c91:37395 {}] balancer.BalancerClusterState(204): Hosts are {828b3f090c91=0} racks are {/default-rack=0} 2024-11-26T21:41:37,638 DEBUG [828b3f090c91:37395 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-26T21:41:37,638 DEBUG [828b3f090c91:37395 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-26T21:41:37,638 DEBUG [828b3f090c91:37395 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-26T21:41:37,638 DEBUG [828b3f090c91:37395 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-26T21:41:37,639 INFO [828b3f090c91:37395 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-26T21:41:37,639 INFO [828b3f090c91:37395 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-26T21:41:37,639 DEBUG [828b3f090c91:37395 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T21:41:37,647 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=828b3f090c91,44693,1732657295848 2024-11-26T21:41:37,654 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 828b3f090c91,44693,1732657295848, state=OPENING 2024-11-26T21:41:37,658 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T21:41:37,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37499-0x1007dfb88300002, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:37,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37395-0x1007dfb88300000, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:37,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44693-0x1007dfb88300001, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:37,661 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:41:37,661 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:41:37,661 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:41:37,663 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T21:41:37,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=828b3f090c91,44693,1732657295848}] 2024-11-26T21:41:37,843 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T21:41:37,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44147, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T21:41:37,860 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T21:41:37,860 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T21:41:37,861 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T21:41:37,864 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=828b3f090c91%2C44693%2C1732657295848.meta, suffix=.meta, logDir=hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/WALs/828b3f090c91,44693,1732657295848, archiveDir=hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/oldWALs, maxLogs=32 2024-11-26T21:41:37,883 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/WALs/828b3f090c91,44693,1732657295848/828b3f090c91%2C44693%2C1732657295848.meta.1732657297867.meta, exclude list is [], retry=0 2024-11-26T21:41:37,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46759,DS-8bf4be59-20d2-483d-afb1-a8977d0a9339,DISK] 2024-11-26T21:41:37,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33829,DS-2316d9a7-dfee-4e78-b776-e817389bc6b3,DISK] 2024-11-26T21:41:37,897 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/WALs/828b3f090c91,44693,1732657295848/828b3f090c91%2C44693%2C1732657295848.meta.1732657297867.meta 2024-11-26T21:41:37,897 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44277:44277),(127.0.0.1/127.0.0.1:35547:35547)] 2024-11-26T21:41:37,898 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T21:41:37,900 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T21:41:37,904 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T21:41:37,910 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T21:41:37,916 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T21:41:37,917 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:41:37,917 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T21:41:37,918 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T21:41:37,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T21:41:37,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T21:41:37,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:37,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:37,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T21:41:37,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T21:41:37,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:37,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:37,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T21:41:37,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T21:41:37,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:37,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:37,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T21:41:37,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T21:41:37,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:37,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:37,936 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T21:41:37,937 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/data/hbase/meta/1588230740 2024-11-26T21:41:37,941 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/data/hbase/meta/1588230740 2024-11-26T21:41:37,945 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T21:41:37,945 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T21:41:37,946 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T21:41:37,950 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T21:41:37,952 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63664896, jitterRate=-0.051319122314453125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T21:41:37,953 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T21:41:37,954 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732657297918Writing region info on filesystem at 1732657297919 (+1 ms)Initializing all the Stores at 1732657297921 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657297921Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657297921Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657297921Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657297921Cleaning up temporary data from old regions at 1732657297945 (+24 ms)Running coprocessor post-open hooks at 1732657297953 (+8 ms)Region opened successfully at 1732657297954 (+1 ms) 2024-11-26T21:41:37,962 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732657297832 2024-11-26T21:41:37,978 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T21:41:37,979 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T21:41:37,981 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=828b3f090c91,44693,1732657295848 2024-11-26T21:41:37,984 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 828b3f090c91,44693,1732657295848, state=OPEN 2024-11-26T21:41:37,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37499-0x1007dfb88300002, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T21:41:37,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37395-0x1007dfb88300000, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T21:41:37,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44693-0x1007dfb88300001, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T21:41:37,987 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:41:37,987 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:41:37,987 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:41:37,988 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=828b3f090c91,44693,1732657295848 2024-11-26T21:41:37,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T21:41:37,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=828b3f090c91,44693,1732657295848 in 324 msec 2024-11-26T21:41:38,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T21:41:38,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 799 msec 2024-11-26T21:41:38,011 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T21:41:38,011 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T21:41:38,035 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T21:41:38,037 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=828b3f090c91,44693,1732657295848, seqNum=-1] 2024-11-26T21:41:38,065 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:41:38,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46067, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:41:38,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1630 sec 2024-11-26T21:41:38,092 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732657298092, completionTime=-1 2024-11-26T21:41:38,096 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-26T21:41:38,096 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T21:41:38,152 INFO [master/828b3f090c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-26T21:41:38,152 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732657358152 2024-11-26T21:41:38,152 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732657418152 2024-11-26T21:41:38,152 INFO [master/828b3f090c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 56 msec 2024-11-26T21:41:38,154 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-26T21:41:38,167 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,37395,1732657295215-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:38,167 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,37395,1732657295215-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:38,167 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,37395,1732657295215-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:38,169 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-828b3f090c91:37395, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:38,170 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:38,171 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:38,178 DEBUG [master/828b3f090c91:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T21:41:38,202 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.190sec 2024-11-26T21:41:38,204 INFO [master/828b3f090c91:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T21:41:38,206 INFO [master/828b3f090c91:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T21:41:38,207 INFO [master/828b3f090c91:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T21:41:38,208 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T21:41:38,208 INFO [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T21:41:38,209 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,37395,1732657295215-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T21:41:38,209 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,37395,1732657295215-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T21:41:38,214 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T21:41:38,215 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T21:41:38,216 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,37395,1732657295215-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:38,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14630b55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:41:38,284 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-26T21:41:38,285 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-26T21:41:38,315 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 828b3f090c91,37395,-1 for getting cluster id 2024-11-26T21:41:38,318 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T21:41:38,326 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '099035a7-66dc-48e0-97c1-6b9cae2f371d' 2024-11-26T21:41:38,329 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T21:41:38,329 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "099035a7-66dc-48e0-97c1-6b9cae2f371d" 2024-11-26T21:41:38,330 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4956076c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:41:38,330 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [828b3f090c91,37395,-1] 2024-11-26T21:41:38,333 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T21:41:38,335 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:38,336 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34856, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T21:41:38,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d474f6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:41:38,340 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T21:41:38,360 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=828b3f090c91,44693,1732657295848, seqNum=-1] 2024-11-26T21:41:38,361 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:41:38,363 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38618, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:41:38,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=828b3f090c91,37395,1732657295215 2024-11-26T21:41:38,392 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T21:41:38,398 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 828b3f090c91,37395,1732657295215 2024-11-26T21:41:38,402 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47d5c71e 2024-11-26T21:41:38,403 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T21:41:38,407 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34862, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T21:41:38,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T21:41:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-26T21:41:38,424 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T21:41:38,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-26T21:41:38,427 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:38,430 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T21:41:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T21:41:38,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46759 is added to blk_1073741836_1012 (size=379) 2024-11-26T21:41:38,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33829 is added to blk_1073741836_1012 (size=379) 2024-11-26T21:41:38,454 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 08ef28bb2288d81625e3cc6480f89ca8, NAME => 'testClearRegionBlockCache,,1732657298408.08ef28bb2288d81625e3cc6480f89ca8.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878 2024-11-26T21:41:38,455 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 55472a34d9bbecd759a8b4db0784185e, NAME => 'testClearRegionBlockCache,5,1732657298408.55472a34d9bbecd759a8b4db0784185e.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878 2024-11-26T21:41:38,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33829 is added to blk_1073741838_1014 (size=61) 2024-11-26T21:41:38,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46759 is added to blk_1073741838_1014 (size=61) 2024-11-26T21:41:38,477 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1732657298408.55472a34d9bbecd759a8b4db0784185e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:41:38,477 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 55472a34d9bbecd759a8b4db0784185e, disabling compactions & flushes 2024-11-26T21:41:38,477 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1732657298408.55472a34d9bbecd759a8b4db0784185e. 2024-11-26T21:41:38,477 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1732657298408.55472a34d9bbecd759a8b4db0784185e. 2024-11-26T21:41:38,477 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1732657298408.55472a34d9bbecd759a8b4db0784185e. after waiting 0 ms 2024-11-26T21:41:38,478 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1732657298408.55472a34d9bbecd759a8b4db0784185e. 2024-11-26T21:41:38,478 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1732657298408.55472a34d9bbecd759a8b4db0784185e. 2024-11-26T21:41:38,478 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 55472a34d9bbecd759a8b4db0784185e: Waiting for close lock at 1732657298477Disabling compacts and flushes for region at 1732657298477Disabling writes for close at 1732657298477Writing region close event to WAL at 1732657298478 (+1 ms)Closed at 1732657298478 2024-11-26T21:41:38,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33829 is added to blk_1073741837_1013 (size=61) 2024-11-26T21:41:38,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46759 is added to blk_1073741837_1013 (size=61) 2024-11-26T21:41:38,483 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1732657298408.08ef28bb2288d81625e3cc6480f89ca8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:41:38,483 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 08ef28bb2288d81625e3cc6480f89ca8, disabling compactions & flushes 2024-11-26T21:41:38,483 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1732657298408.08ef28bb2288d81625e3cc6480f89ca8. 2024-11-26T21:41:38,483 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1732657298408.08ef28bb2288d81625e3cc6480f89ca8. 2024-11-26T21:41:38,483 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1732657298408.08ef28bb2288d81625e3cc6480f89ca8. after waiting 0 ms 2024-11-26T21:41:38,483 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1732657298408.08ef28bb2288d81625e3cc6480f89ca8. 2024-11-26T21:41:38,483 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1732657298408.08ef28bb2288d81625e3cc6480f89ca8. 2024-11-26T21:41:38,483 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 08ef28bb2288d81625e3cc6480f89ca8: Waiting for close lock at 1732657298483Disabling compacts and flushes for region at 1732657298483Disabling writes for close at 1732657298483Writing region close event to WAL at 1732657298483Closed at 1732657298483 2024-11-26T21:41:38,486 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T21:41:38,493 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732657298408.55472a34d9bbecd759a8b4db0784185e.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732657298486"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732657298486"}]},"ts":"1732657298486"} 2024-11-26T21:41:38,493 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732657298408.08ef28bb2288d81625e3cc6480f89ca8.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732657298486"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732657298486"}]},"ts":"1732657298486"} 2024-11-26T21:41:38,537 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-26T21:41:38,540 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T21:41:38,544 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732657298540"}]},"ts":"1732657298540"} 2024-11-26T21:41:38,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T21:41:38,550 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-26T21:41:38,552 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {828b3f090c91=0} racks are {/default-rack=0} 2024-11-26T21:41:38,555 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-26T21:41:38,555 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-26T21:41:38,555 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-26T21:41:38,555 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-26T21:41:38,555 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-26T21:41:38,555 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-26T21:41:38,555 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T21:41:38,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=08ef28bb2288d81625e3cc6480f89ca8, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=55472a34d9bbecd759a8b4db0784185e, ASSIGN}] 2024-11-26T21:41:38,560 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=55472a34d9bbecd759a8b4db0784185e, ASSIGN 2024-11-26T21:41:38,561 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=08ef28bb2288d81625e3cc6480f89ca8, ASSIGN 2024-11-26T21:41:38,563 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=55472a34d9bbecd759a8b4db0784185e, ASSIGN; state=OFFLINE, location=828b3f090c91,37499,1732657295938; forceNewPlan=false, retain=false 2024-11-26T21:41:38,563 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=08ef28bb2288d81625e3cc6480f89ca8, ASSIGN; state=OFFLINE, location=828b3f090c91,44693,1732657295848; forceNewPlan=false, retain=false 2024-11-26T21:41:38,717 INFO [828b3f090c91:37395 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-26T21:41:38,718 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=55472a34d9bbecd759a8b4db0784185e, regionState=OPENING, regionLocation=828b3f090c91,37499,1732657295938 2024-11-26T21:41:38,718 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=08ef28bb2288d81625e3cc6480f89ca8, regionState=OPENING, regionLocation=828b3f090c91,44693,1732657295848 2024-11-26T21:41:38,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=55472a34d9bbecd759a8b4db0784185e, ASSIGN because future has completed 2024-11-26T21:41:38,723 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55472a34d9bbecd759a8b4db0784185e, server=828b3f090c91,37499,1732657295938}] 2024-11-26T21:41:38,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=08ef28bb2288d81625e3cc6480f89ca8, ASSIGN because future has completed 2024-11-26T21:41:38,726 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08ef28bb2288d81625e3cc6480f89ca8, server=828b3f090c91,44693,1732657295848}] 2024-11-26T21:41:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T21:41:38,879 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T21:41:38,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55831, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T21:41:38,889 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1732657298408.55472a34d9bbecd759a8b4db0784185e. 2024-11-26T21:41:38,889 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 55472a34d9bbecd759a8b4db0784185e, NAME => 'testClearRegionBlockCache,5,1732657298408.55472a34d9bbecd759a8b4db0784185e.', STARTKEY => '5', ENDKEY => ''} 2024-11-26T21:41:38,890 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1732657298408.08ef28bb2288d81625e3cc6480f89ca8. 2024-11-26T21:41:38,890 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 08ef28bb2288d81625e3cc6480f89ca8, NAME => 'testClearRegionBlockCache,,1732657298408.08ef28bb2288d81625e3cc6480f89ca8.', STARTKEY => '', ENDKEY => '5'} 2024-11-26T21:41:38,890 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 55472a34d9bbecd759a8b4db0784185e 2024-11-26T21:41:38,890 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 08ef28bb2288d81625e3cc6480f89ca8 2024-11-26T21:41:38,890 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1732657298408.55472a34d9bbecd759a8b4db0784185e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:41:38,890 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1732657298408.08ef28bb2288d81625e3cc6480f89ca8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:41:38,890 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 08ef28bb2288d81625e3cc6480f89ca8 2024-11-26T21:41:38,890 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 08ef28bb2288d81625e3cc6480f89ca8 2024-11-26T21:41:38,893 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 55472a34d9bbecd759a8b4db0784185e 2024-11-26T21:41:38,893 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 55472a34d9bbecd759a8b4db0784185e 2024-11-26T21:41:38,893 INFO [StoreOpener-08ef28bb2288d81625e3cc6480f89ca8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 08ef28bb2288d81625e3cc6480f89ca8 2024-11-26T21:41:38,896 INFO [StoreOpener-08ef28bb2288d81625e3cc6480f89ca8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08ef28bb2288d81625e3cc6480f89ca8 columnFamilyName family 2024-11-26T21:41:38,896 INFO [StoreOpener-55472a34d9bbecd759a8b4db0784185e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 55472a34d9bbecd759a8b4db0784185e 2024-11-26T21:41:38,896 DEBUG [StoreOpener-08ef28bb2288d81625e3cc6480f89ca8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:38,897 INFO [StoreOpener-08ef28bb2288d81625e3cc6480f89ca8-1 {}] regionserver.HStore(327): Store=08ef28bb2288d81625e3cc6480f89ca8/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:41:38,897 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 08ef28bb2288d81625e3cc6480f89ca8 2024-11-26T21:41:38,899 INFO [StoreOpener-55472a34d9bbecd759a8b4db0784185e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55472a34d9bbecd759a8b4db0784185e columnFamilyName family 2024-11-26T21:41:38,899 DEBUG [StoreOpener-55472a34d9bbecd759a8b4db0784185e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:38,900 INFO [StoreOpener-55472a34d9bbecd759a8b4db0784185e-1 {}] regionserver.HStore(327): Store=55472a34d9bbecd759a8b4db0784185e/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:41:38,901 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 55472a34d9bbecd759a8b4db0784185e 2024-11-26T21:41:38,903 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/data/default/testClearRegionBlockCache/55472a34d9bbecd759a8b4db0784185e 2024-11-26T21:41:38,904 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/data/default/testClearRegionBlockCache/55472a34d9bbecd759a8b4db0784185e 2024-11-26T21:41:38,905 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 55472a34d9bbecd759a8b4db0784185e 2024-11-26T21:41:38,905 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 55472a34d9bbecd759a8b4db0784185e 2024-11-26T21:41:38,908 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 55472a34d9bbecd759a8b4db0784185e 2024-11-26T21:41:38,913 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/data/default/testClearRegionBlockCache/55472a34d9bbecd759a8b4db0784185e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T21:41:38,913 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/data/default/testClearRegionBlockCache/08ef28bb2288d81625e3cc6480f89ca8 2024-11-26T21:41:38,914 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/data/default/testClearRegionBlockCache/08ef28bb2288d81625e3cc6480f89ca8 2024-11-26T21:41:38,914 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 55472a34d9bbecd759a8b4db0784185e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75238269, jitterRate=0.1211375743150711}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T21:41:38,914 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 55472a34d9bbecd759a8b4db0784185e 2024-11-26T21:41:38,914 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 08ef28bb2288d81625e3cc6480f89ca8 2024-11-26T21:41:38,915 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 08ef28bb2288d81625e3cc6480f89ca8 2024-11-26T21:41:38,915 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 55472a34d9bbecd759a8b4db0784185e: Running coprocessor pre-open hook at 1732657298893Writing region info on filesystem at 1732657298893Initializing all the Stores at 1732657298895 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657298895Cleaning up temporary data from old regions at 1732657298905 (+10 ms)Running coprocessor post-open hooks at 1732657298914 (+9 ms)Region opened successfully at 1732657298915 (+1 ms) 2024-11-26T21:41:38,918 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1732657298408.55472a34d9bbecd759a8b4db0784185e., pid=7, masterSystemTime=1732657298879 2024-11-26T21:41:38,918 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 08ef28bb2288d81625e3cc6480f89ca8 2024-11-26T21:41:38,923 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1732657298408.55472a34d9bbecd759a8b4db0784185e. 2024-11-26T21:41:38,923 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1732657298408.55472a34d9bbecd759a8b4db0784185e. 2024-11-26T21:41:38,925 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=55472a34d9bbecd759a8b4db0784185e, regionState=OPEN, openSeqNum=2, regionLocation=828b3f090c91,37499,1732657295938 2024-11-26T21:41:38,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55472a34d9bbecd759a8b4db0784185e, server=828b3f090c91,37499,1732657295938 because future has completed 2024-11-26T21:41:38,931 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/data/default/testClearRegionBlockCache/08ef28bb2288d81625e3cc6480f89ca8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T21:41:38,932 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 08ef28bb2288d81625e3cc6480f89ca8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64191982, jitterRate=-0.04346492886543274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T21:41:38,933 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 08ef28bb2288d81625e3cc6480f89ca8 2024-11-26T21:41:38,933 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 08ef28bb2288d81625e3cc6480f89ca8: Running coprocessor pre-open hook at 1732657298891Writing region info on filesystem at 1732657298891Initializing all the Stores at 1732657298893 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657298893Cleaning up temporary data from old regions at 1732657298915 (+22 ms)Running coprocessor post-open hooks at 1732657298933 (+18 ms)Region opened successfully at 1732657298933 2024-11-26T21:41:38,935 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1732657298408.08ef28bb2288d81625e3cc6480f89ca8., pid=8, masterSystemTime=1732657298883 2024-11-26T21:41:38,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-26T21:41:38,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 55472a34d9bbecd759a8b4db0784185e, server=828b3f090c91,37499,1732657295938 in 209 msec 2024-11-26T21:41:38,939 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1732657298408.08ef28bb2288d81625e3cc6480f89ca8. 2024-11-26T21:41:38,939 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1732657298408.08ef28bb2288d81625e3cc6480f89ca8. 2024-11-26T21:41:38,940 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=08ef28bb2288d81625e3cc6480f89ca8, regionState=OPEN, openSeqNum=2, regionLocation=828b3f090c91,44693,1732657295848 2024-11-26T21:41:38,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=55472a34d9bbecd759a8b4db0784185e, ASSIGN in 381 msec 2024-11-26T21:41:38,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08ef28bb2288d81625e3cc6480f89ca8, server=828b3f090c91,44693,1732657295848 because future has completed 2024-11-26T21:41:38,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-26T21:41:38,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 08ef28bb2288d81625e3cc6480f89ca8, server=828b3f090c91,44693,1732657295848 in 232 msec 2024-11-26T21:41:38,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T21:41:38,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=08ef28bb2288d81625e3cc6480f89ca8, ASSIGN in 405 msec 2024-11-26T21:41:38,971 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T21:41:38,971 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732657298971"}]},"ts":"1732657298971"} 2024-11-26T21:41:38,974 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-26T21:41:38,976 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T21:41:38,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 560 msec 2024-11-26T21:41:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T21:41:39,067 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-26T21:41:39,067 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-26T21:41:39,069 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T21:41:39,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-26T21:41:39,078 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T21:41:39,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-26T21:41:39,088 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1732657298408.08ef28bb2288d81625e3cc6480f89ca8., hostname=828b3f090c91,44693,1732657295848, seqNum=2] 2024-11-26T21:41:39,110 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1732657298408.55472a34d9bbecd759a8b4db0784185e., hostname=828b3f090c91,37499,1732657295938, seqNum=2] 2024-11-26T21:41:39,110 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:41:39,113 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49468, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:41:39,135 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 08ef28bb2288d81625e3cc6480f89ca8 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-26T21:41:39,207 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/data/default/testClearRegionBlockCache/08ef28bb2288d81625e3cc6480f89ca8/.tmp/family/f944b65b415d43a384bbf4587311537c is 32, key is 1/family:/1732657299091/Put/seqid=0 2024-11-26T21:41:39,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33829 is added to blk_1073741839_1015 (size=5054) 2024-11-26T21:41:39,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46759 is added to blk_1073741839_1015 (size=5054) 2024-11-26T21:41:39,222 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/data/default/testClearRegionBlockCache/08ef28bb2288d81625e3cc6480f89ca8/.tmp/family/f944b65b415d43a384bbf4587311537c 2024-11-26T21:41:39,271 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/data/default/testClearRegionBlockCache/08ef28bb2288d81625e3cc6480f89ca8/.tmp/family/f944b65b415d43a384bbf4587311537c as hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/data/default/testClearRegionBlockCache/08ef28bb2288d81625e3cc6480f89ca8/family/f944b65b415d43a384bbf4587311537c 2024-11-26T21:41:39,284 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/data/default/testClearRegionBlockCache/08ef28bb2288d81625e3cc6480f89ca8/family/f944b65b415d43a384bbf4587311537c, entries=4, sequenceid=8, filesize=4.9 K 2024-11-26T21:41:39,291 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 08ef28bb2288d81625e3cc6480f89ca8 in 155ms, sequenceid=8, compaction requested=false 2024-11-26T21:41:39,293 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-26T21:41:39,295 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 08ef28bb2288d81625e3cc6480f89ca8: 2024-11-26T21:41:39,296 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 55472a34d9bbecd759a8b4db0784185e 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-26T21:41:39,317 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/data/default/testClearRegionBlockCache/55472a34d9bbecd759a8b4db0784185e/.tmp/family/12d2e9e9d63e44649bc173ed22f1095e is 32, key is 5/family:/1732657299114/Put/seqid=0 2024-11-26T21:41:39,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33829 is added to blk_1073741840_1016 (size=5083) 2024-11-26T21:41:39,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46759 is added to blk_1073741840_1016 (size=5083) 2024-11-26T21:41:39,327 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/data/default/testClearRegionBlockCache/55472a34d9bbecd759a8b4db0784185e/.tmp/family/12d2e9e9d63e44649bc173ed22f1095e 2024-11-26T21:41:39,341 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/data/default/testClearRegionBlockCache/55472a34d9bbecd759a8b4db0784185e/.tmp/family/12d2e9e9d63e44649bc173ed22f1095e as hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/data/default/testClearRegionBlockCache/55472a34d9bbecd759a8b4db0784185e/family/12d2e9e9d63e44649bc173ed22f1095e 2024-11-26T21:41:39,353 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/data/default/testClearRegionBlockCache/55472a34d9bbecd759a8b4db0784185e/family/12d2e9e9d63e44649bc173ed22f1095e, entries=5, sequenceid=9, filesize=5.0 K 2024-11-26T21:41:39,355 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 55472a34d9bbecd759a8b4db0784185e in 59ms, sequenceid=9, compaction requested=false 2024-11-26T21:41:39,355 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 55472a34d9bbecd759a8b4db0784185e: 2024-11-26T21:41:39,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53fc559c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:41:39,359 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 828b3f090c91,37395,-1 for getting cluster id 2024-11-26T21:41:39,359 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T21:41:39,361 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '099035a7-66dc-48e0-97c1-6b9cae2f371d' 2024-11-26T21:41:39,361 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T21:41:39,362 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "099035a7-66dc-48e0-97c1-6b9cae2f371d" 2024-11-26T21:41:39,362 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e4c872c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:41:39,362 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [828b3f090c91,37395,-1] 2024-11-26T21:41:39,362 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T21:41:39,363 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:39,365 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59178, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T21:41:39,367 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b2b24b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:41:39,387 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-26T21:41:39,387 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T21:41:39,389 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=828b3f090c91,44693,1732657295848, seqNum=-1] 2024-11-26T21:41:39,390 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:41:39,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46742, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:41:39,403 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T21:41:39,405 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T21:41:39,406 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46748, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T21:41:39,410 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49480, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T21:41:39,414 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T21:41:39,414 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:41:39,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:39,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:39,419 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T21:41:39,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T21:41:39,420 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T21:41:39,420 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:41:39,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:39,421 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T21:41:39,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:39,421 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T21:41:39,421 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1384744649, stopped=false 2024-11-26T21:41:39,422 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=828b3f090c91,37395,1732657295215 2024-11-26T21:41:39,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44693-0x1007dfb88300001, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T21:41:39,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37499-0x1007dfb88300002, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T21:41:39,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44693-0x1007dfb88300001, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:39,423 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T21:41:39,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37499-0x1007dfb88300002, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:39,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37395-0x1007dfb88300000, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T21:41:39,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37395-0x1007dfb88300000, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:39,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37499-0x1007dfb88300002, quorum=127.0.0.1:55880, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:41:39,424 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T21:41:39,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44693-0x1007dfb88300001, quorum=127.0.0.1:55880, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:41:39,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37395-0x1007dfb88300000, quorum=127.0.0.1:55880, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:41:39,424 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:41:39,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:39,426 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '828b3f090c91,44693,1732657295848' ***** 2024-11-26T21:41:39,426 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T21:41:39,426 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '828b3f090c91,37499,1732657295938' ***** 2024-11-26T21:41:39,426 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T21:41:39,426 INFO [RS:0;828b3f090c91:44693 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T21:41:39,426 INFO [RS:1;828b3f090c91:37499 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T21:41:39,427 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T21:41:39,427 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T21:41:39,427 INFO [RS:0;828b3f090c91:44693 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T21:41:39,427 INFO [RS:1;828b3f090c91:37499 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T21:41:39,427 INFO [RS:1;828b3f090c91:37499 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T21:41:39,427 INFO [RS:0;828b3f090c91:44693 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T21:41:39,427 INFO [RS:0;828b3f090c91:44693 {}] regionserver.HRegionServer(3091): Received CLOSE for 08ef28bb2288d81625e3cc6480f89ca8 2024-11-26T21:41:39,427 INFO [RS:1;828b3f090c91:37499 {}] regionserver.HRegionServer(3091): Received CLOSE for 55472a34d9bbecd759a8b4db0784185e 2024-11-26T21:41:39,428 INFO [RS:0;828b3f090c91:44693 {}] regionserver.HRegionServer(959): stopping server 828b3f090c91,44693,1732657295848 2024-11-26T21:41:39,428 INFO [RS:1;828b3f090c91:37499 {}] regionserver.HRegionServer(959): stopping server 828b3f090c91,37499,1732657295938 2024-11-26T21:41:39,428 INFO [RS:0;828b3f090c91:44693 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T21:41:39,428 INFO [RS:1;828b3f090c91:37499 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T21:41:39,428 INFO [RS:0;828b3f090c91:44693 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;828b3f090c91:44693. 2024-11-26T21:41:39,428 INFO [RS:1;828b3f090c91:37499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;828b3f090c91:37499. 2024-11-26T21:41:39,428 DEBUG [RS:0;828b3f090c91:44693 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:41:39,428 DEBUG [RS:0;828b3f090c91:44693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:39,428 DEBUG [RS:1;828b3f090c91:37499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:41:39,428 DEBUG [RS:1;828b3f090c91:37499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:39,428 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 08ef28bb2288d81625e3cc6480f89ca8, disabling compactions & flushes 2024-11-26T21:41:39,428 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 55472a34d9bbecd759a8b4db0784185e, disabling compactions & flushes 2024-11-26T21:41:39,429 INFO [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1732657298408.08ef28bb2288d81625e3cc6480f89ca8. 2024-11-26T21:41:39,429 INFO [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1732657298408.55472a34d9bbecd759a8b4db0784185e. 2024-11-26T21:41:39,429 INFO [RS:0;828b3f090c91:44693 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T21:41:39,429 INFO [RS:1;828b3f090c91:37499 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T21:41:39,429 INFO [RS:0;828b3f090c91:44693 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T21:41:39,429 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1732657298408.08ef28bb2288d81625e3cc6480f89ca8. 2024-11-26T21:41:39,429 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1732657298408.55472a34d9bbecd759a8b4db0784185e. 2024-11-26T21:41:39,429 DEBUG [RS:1;828b3f090c91:37499 {}] regionserver.HRegionServer(1325): Online Regions={55472a34d9bbecd759a8b4db0784185e=testClearRegionBlockCache,5,1732657298408.55472a34d9bbecd759a8b4db0784185e.} 2024-11-26T21:41:39,429 INFO [RS:0;828b3f090c91:44693 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T21:41:39,429 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1732657298408.08ef28bb2288d81625e3cc6480f89ca8. after waiting 0 ms 2024-11-26T21:41:39,429 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1732657298408.55472a34d9bbecd759a8b4db0784185e. after waiting 0 ms 2024-11-26T21:41:39,429 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1732657298408.08ef28bb2288d81625e3cc6480f89ca8. 2024-11-26T21:41:39,429 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1732657298408.55472a34d9bbecd759a8b4db0784185e. 2024-11-26T21:41:39,429 INFO [RS:0;828b3f090c91:44693 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T21:41:39,429 DEBUG [RS:1;828b3f090c91:37499 {}] regionserver.HRegionServer(1351): Waiting on 55472a34d9bbecd759a8b4db0784185e 2024-11-26T21:41:39,433 INFO [RS:0;828b3f090c91:44693 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T21:41:39,433 DEBUG [RS:0;828b3f090c91:44693 {}] regionserver.HRegionServer(1325): Online Regions={08ef28bb2288d81625e3cc6480f89ca8=testClearRegionBlockCache,,1732657298408.08ef28bb2288d81625e3cc6480f89ca8., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T21:41:39,433 DEBUG [RS:0;828b3f090c91:44693 {}] regionserver.HRegionServer(1351): Waiting on 08ef28bb2288d81625e3cc6480f89ca8, 1588230740 2024-11-26T21:41:39,433 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T21:41:39,433 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T21:41:39,434 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T21:41:39,434 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T21:41:39,434 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T21:41:39,434 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-26T21:41:39,437 INFO [regionserver/828b3f090c91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T21:41:39,442 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/data/default/testClearRegionBlockCache/55472a34d9bbecd759a8b4db0784185e/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-26T21:41:39,445 INFO [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1732657298408.55472a34d9bbecd759a8b4db0784185e. 2024-11-26T21:41:39,445 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 55472a34d9bbecd759a8b4db0784185e: Waiting for close lock at 1732657299428Running coprocessor pre-close hooks at 1732657299428Disabling compacts and flushes for region at 1732657299428Disabling writes for close at 1732657299429 (+1 ms)Writing region close event to WAL at 1732657299434 (+5 ms)Running coprocessor post-close hooks at 1732657299444 (+10 ms)Closed at 1732657299445 (+1 ms) 2024-11-26T21:41:39,446 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732657298408.55472a34d9bbecd759a8b4db0784185e. 2024-11-26T21:41:39,449 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/data/default/testClearRegionBlockCache/08ef28bb2288d81625e3cc6480f89ca8/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-26T21:41:39,451 INFO [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1732657298408.08ef28bb2288d81625e3cc6480f89ca8. 2024-11-26T21:41:39,451 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 08ef28bb2288d81625e3cc6480f89ca8: Waiting for close lock at 1732657299428Running coprocessor pre-close hooks at 1732657299428Disabling compacts and flushes for region at 1732657299428Disabling writes for close at 1732657299429 (+1 ms)Writing region close event to WAL at 1732657299441 (+12 ms)Running coprocessor post-close hooks at 1732657299451 (+10 ms)Closed at 1732657299451 2024-11-26T21:41:39,451 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732657298408.08ef28bb2288d81625e3cc6480f89ca8. 2024-11-26T21:41:39,463 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/data/hbase/meta/1588230740/.tmp/info/a2e7fb23ed4e4602a814f324fd8f9c91 is 173, key is testClearRegionBlockCache,5,1732657298408.55472a34d9bbecd759a8b4db0784185e./info:regioninfo/1732657298925/Put/seqid=0 2024-11-26T21:41:39,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33829 is added to blk_1073741841_1017 (size=8173) 2024-11-26T21:41:39,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46759 is added to blk_1073741841_1017 (size=8173) 2024-11-26T21:41:39,472 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/data/hbase/meta/1588230740/.tmp/info/a2e7fb23ed4e4602a814f324fd8f9c91 2024-11-26T21:41:39,492 INFO [regionserver/828b3f090c91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T21:41:39,505 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/data/hbase/meta/1588230740/.tmp/ns/b013b4a2037843398ccaed7afa2ccb4a is 43, key is default/ns:d/1732657298073/Put/seqid=0 2024-11-26T21:41:39,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33829 is added to blk_1073741842_1018 (size=5153) 2024-11-26T21:41:39,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46759 is added to blk_1073741842_1018 (size=5153) 2024-11-26T21:41:39,519 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/data/hbase/meta/1588230740/.tmp/ns/b013b4a2037843398ccaed7afa2ccb4a 2024-11-26T21:41:39,546 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/data/hbase/meta/1588230740/.tmp/table/7eac4e91422f4f20848083296bb160c1 is 61, key is testClearRegionBlockCache/table:state/1732657298971/Put/seqid=0 2024-11-26T21:41:39,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33829 is added to blk_1073741843_1019 (size=5312) 2024-11-26T21:41:39,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46759 is added to blk_1073741843_1019 (size=5312) 2024-11-26T21:41:39,554 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/data/hbase/meta/1588230740/.tmp/table/7eac4e91422f4f20848083296bb160c1 2024-11-26T21:41:39,567 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/data/hbase/meta/1588230740/.tmp/info/a2e7fb23ed4e4602a814f324fd8f9c91 as hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/data/hbase/meta/1588230740/info/a2e7fb23ed4e4602a814f324fd8f9c91 2024-11-26T21:41:39,580 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/data/hbase/meta/1588230740/info/a2e7fb23ed4e4602a814f324fd8f9c91, entries=20, sequenceid=13, filesize=8.0 K 2024-11-26T21:41:39,582 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/data/hbase/meta/1588230740/.tmp/ns/b013b4a2037843398ccaed7afa2ccb4a as hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/data/hbase/meta/1588230740/ns/b013b4a2037843398ccaed7afa2ccb4a 2024-11-26T21:41:39,593 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/data/hbase/meta/1588230740/ns/b013b4a2037843398ccaed7afa2ccb4a, entries=2, sequenceid=13, filesize=5.0 K 2024-11-26T21:41:39,595 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/data/hbase/meta/1588230740/.tmp/table/7eac4e91422f4f20848083296bb160c1 as hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/data/hbase/meta/1588230740/table/7eac4e91422f4f20848083296bb160c1 2024-11-26T21:41:39,607 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/data/hbase/meta/1588230740/table/7eac4e91422f4f20848083296bb160c1, entries=2, sequenceid=13, filesize=5.2 K 2024-11-26T21:41:39,609 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 175ms, sequenceid=13, compaction requested=false 2024-11-26T21:41:39,609 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T21:41:39,619 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-26T21:41:39,620 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T21:41:39,620 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T21:41:39,621 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732657299433Running coprocessor pre-close hooks at 1732657299433Disabling compacts and flushes for region at 1732657299433Disabling writes for close at 1732657299434 (+1 ms)Obtaining lock to block concurrent updates at 1732657299434Preparing flush snapshotting stores in 1588230740 at 1732657299434Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1732657299435 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732657299436 (+1 ms)Flushing 1588230740/info: creating writer at 1732657299436Flushing 1588230740/info: appending metadata at 1732657299462 (+26 ms)Flushing 1588230740/info: closing flushed file at 1732657299462Flushing 1588230740/ns: creating writer at 1732657299485 (+23 ms)Flushing 1588230740/ns: appending metadata at 1732657299504 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732657299505 (+1 ms)Flushing 1588230740/table: creating writer at 1732657299529 (+24 ms)Flushing 1588230740/table: appending metadata at 1732657299546 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732657299546Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ec74825: reopening flushed file at 1732657299566 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17684e0b: reopening flushed file at 1732657299580 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@558d8e98: reopening flushed file at 1732657299593 (+13 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 175ms, sequenceid=13, compaction requested=false at 1732657299609 (+16 ms)Writing region close event to WAL at 1732657299612 (+3 ms)Running coprocessor post-close hooks at 1732657299620 (+8 ms)Closed at 1732657299620 2024-11-26T21:41:39,621 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T21:41:39,629 INFO [RS:1;828b3f090c91:37499 {}] regionserver.HRegionServer(976): stopping server 828b3f090c91,37499,1732657295938; all regions closed. 2024-11-26T21:41:39,634 INFO [RS:0;828b3f090c91:44693 {}] regionserver.HRegionServer(976): stopping server 828b3f090c91,44693,1732657295848; all regions closed. 2024-11-26T21:41:39,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46759 is added to blk_1073741833_1009 (size=1867) 2024-11-26T21:41:39,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33829 is added to blk_1073741833_1009 (size=1867) 2024-11-26T21:41:39,636 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/WALs/828b3f090c91,37499,1732657295938/828b3f090c91%2C37499%2C1732657295938.1732657297401 not finished, retry = 0 2024-11-26T21:41:39,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33829 is added to blk_1073741835_1011 (size=4338) 2024-11-26T21:41:39,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46759 is added to blk_1073741835_1011 (size=4338) 2024-11-26T21:41:39,645 DEBUG [RS:0;828b3f090c91:44693 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/oldWALs 2024-11-26T21:41:39,646 INFO [RS:0;828b3f090c91:44693 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 828b3f090c91%2C44693%2C1732657295848.meta:.meta(num 1732657297867) 2024-11-26T21:41:39,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46759 is added to blk_1073741834_1010 (size=1758) 2024-11-26T21:41:39,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33829 is added to blk_1073741834_1010 (size=1758) 2024-11-26T21:41:39,652 DEBUG [RS:0;828b3f090c91:44693 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/oldWALs 2024-11-26T21:41:39,652 INFO [RS:0;828b3f090c91:44693 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 828b3f090c91%2C44693%2C1732657295848:(num 1732657297452) 2024-11-26T21:41:39,653 DEBUG [RS:0;828b3f090c91:44693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:39,653 INFO [RS:0;828b3f090c91:44693 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T21:41:39,653 INFO [RS:0;828b3f090c91:44693 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T21:41:39,653 INFO [RS:0;828b3f090c91:44693 {}] hbase.ChoreService(370): Chore service for: regionserver/828b3f090c91:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T21:41:39,653 INFO [RS:0;828b3f090c91:44693 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T21:41:39,653 INFO [regionserver/828b3f090c91:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T21:41:39,654 INFO [RS:0;828b3f090c91:44693 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44693 2024-11-26T21:41:39,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37395-0x1007dfb88300000, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T21:41:39,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44693-0x1007dfb88300001, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/828b3f090c91,44693,1732657295848 2024-11-26T21:41:39,657 INFO [RS:0;828b3f090c91:44693 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T21:41:39,658 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [828b3f090c91,44693,1732657295848] 2024-11-26T21:41:39,659 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/828b3f090c91,44693,1732657295848 already deleted, retry=false 2024-11-26T21:41:39,660 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 828b3f090c91,44693,1732657295848 expired; onlineServers=1 2024-11-26T21:41:39,740 DEBUG [RS:1;828b3f090c91:37499 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/oldWALs 2024-11-26T21:41:39,740 INFO [RS:1;828b3f090c91:37499 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 828b3f090c91%2C37499%2C1732657295938:(num 1732657297401) 2024-11-26T21:41:39,740 DEBUG [RS:1;828b3f090c91:37499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:39,740 INFO [RS:1;828b3f090c91:37499 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T21:41:39,741 INFO [RS:1;828b3f090c91:37499 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T21:41:39,741 INFO [RS:1;828b3f090c91:37499 {}] hbase.ChoreService(370): Chore service for: regionserver/828b3f090c91:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T21:41:39,741 INFO [RS:1;828b3f090c91:37499 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T21:41:39,741 INFO [regionserver/828b3f090c91:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T21:41:39,741 INFO [RS:1;828b3f090c91:37499 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T21:41:39,741 INFO [RS:1;828b3f090c91:37499 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T21:41:39,741 INFO [RS:1;828b3f090c91:37499 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T21:41:39,742 INFO [RS:1;828b3f090c91:37499 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37499 2024-11-26T21:41:39,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37499-0x1007dfb88300002, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/828b3f090c91,37499,1732657295938 2024-11-26T21:41:39,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37395-0x1007dfb88300000, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T21:41:39,743 INFO [RS:1;828b3f090c91:37499 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T21:41:39,745 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [828b3f090c91,37499,1732657295938] 2024-11-26T21:41:39,746 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/828b3f090c91,37499,1732657295938 already deleted, retry=false 2024-11-26T21:41:39,746 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 828b3f090c91,37499,1732657295938 expired; onlineServers=0 2024-11-26T21:41:39,746 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '828b3f090c91,37395,1732657295215' ***** 2024-11-26T21:41:39,746 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T21:41:39,746 INFO [M:0;828b3f090c91:37395 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T21:41:39,747 INFO [M:0;828b3f090c91:37395 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T21:41:39,747 DEBUG [M:0;828b3f090c91:37395 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T21:41:39,747 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T21:41:39,747 DEBUG [M:0;828b3f090c91:37395 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T21:41:39,747 DEBUG [master/828b3f090c91:0:becomeActiveMaster-HFileCleaner.large.0-1732657297112 {}] cleaner.HFileCleaner(306): Exit Thread[master/828b3f090c91:0:becomeActiveMaster-HFileCleaner.large.0-1732657297112,5,FailOnTimeoutGroup] 2024-11-26T21:41:39,747 DEBUG [master/828b3f090c91:0:becomeActiveMaster-HFileCleaner.small.0-1732657297113 {}] cleaner.HFileCleaner(306): Exit Thread[master/828b3f090c91:0:becomeActiveMaster-HFileCleaner.small.0-1732657297113,5,FailOnTimeoutGroup] 2024-11-26T21:41:39,747 INFO [M:0;828b3f090c91:37395 {}] hbase.ChoreService(370): Chore service for: master/828b3f090c91:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T21:41:39,747 INFO [M:0;828b3f090c91:37395 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T21:41:39,748 DEBUG [M:0;828b3f090c91:37395 {}] master.HMaster(1795): Stopping service threads 2024-11-26T21:41:39,748 INFO [M:0;828b3f090c91:37395 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T21:41:39,748 INFO [M:0;828b3f090c91:37395 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T21:41:39,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37395-0x1007dfb88300000, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-26T21:41:39,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37395-0x1007dfb88300000, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:39,748 INFO [M:0;828b3f090c91:37395 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T21:41:39,748 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T21:41:39,749 DEBUG [M:0;828b3f090c91:37395 {}] zookeeper.ZKUtil(347): master:37395-0x1007dfb88300000, quorum=127.0.0.1:55880, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-26T21:41:39,749 WARN [M:0;828b3f090c91:37395 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T21:41:39,750 INFO [M:0;828b3f090c91:37395 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/.lastflushedseqids 2024-11-26T21:41:39,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44693-0x1007dfb88300001, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:41:39,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44693-0x1007dfb88300001, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:41:39,760 INFO [RS:0;828b3f090c91:44693 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T21:41:39,760 INFO [RS:0;828b3f090c91:44693 {}] regionserver.HRegionServer(1031): Exiting; stopping=828b3f090c91,44693,1732657295848; zookeeper connection closed. 2024-11-26T21:41:39,760 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2fd88dea {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2fd88dea 2024-11-26T21:41:39,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33829 is added to blk_1073741844_1020 (size=182) 2024-11-26T21:41:39,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46759 is added to blk_1073741844_1020 (size=182) 2024-11-26T21:41:39,764 INFO [M:0;828b3f090c91:37395 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T21:41:39,764 INFO [M:0;828b3f090c91:37395 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T21:41:39,765 DEBUG [M:0;828b3f090c91:37395 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T21:41:39,765 INFO [M:0;828b3f090c91:37395 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:41:39,765 DEBUG [M:0;828b3f090c91:37395 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:41:39,765 DEBUG [M:0;828b3f090c91:37395 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T21:41:39,765 DEBUG [M:0;828b3f090c91:37395 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:41:39,765 INFO [M:0;828b3f090c91:37395 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-26T21:41:39,783 DEBUG [M:0;828b3f090c91:37395 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ef0423eb52c42b8956ca5895475b14a is 82, key is hbase:meta,,1/info:regioninfo/1732657297980/Put/seqid=0 2024-11-26T21:41:39,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46759 is added to blk_1073741845_1021 (size=5672) 2024-11-26T21:41:39,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33829 is added to blk_1073741845_1021 (size=5672) 2024-11-26T21:41:39,790 INFO [M:0;828b3f090c91:37395 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ef0423eb52c42b8956ca5895475b14a 2024-11-26T21:41:39,814 DEBUG [M:0;828b3f090c91:37395 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7d3daed1f7bf4d0391faa5a197b43467 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732657298979/Put/seqid=0 2024-11-26T21:41:39,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46759 is added to blk_1073741846_1022 (size=6218) 2024-11-26T21:41:39,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33829 is added to blk_1073741846_1022 (size=6218) 2024-11-26T21:41:39,822 INFO [M:0;828b3f090c91:37395 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7d3daed1f7bf4d0391faa5a197b43467 2024-11-26T21:41:39,845 INFO [RS:1;828b3f090c91:37499 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T21:41:39,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37499-0x1007dfb88300002, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:41:39,845 INFO [RS:1;828b3f090c91:37499 {}] regionserver.HRegionServer(1031): Exiting; stopping=828b3f090c91,37499,1732657295938; zookeeper connection closed. 2024-11-26T21:41:39,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37499-0x1007dfb88300002, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:41:39,845 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4062fc30 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4062fc30 2024-11-26T21:41:39,846 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-26T21:41:39,849 DEBUG [M:0;828b3f090c91:37395 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cfdbb6fd1a164601a19c663b34c42da6 is 69, key is 828b3f090c91,37499,1732657295938/rs:state/1732657297128/Put/seqid=0 2024-11-26T21:41:39,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33829 is added to blk_1073741847_1023 (size=5224) 2024-11-26T21:41:39,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46759 is added to blk_1073741847_1023 (size=5224) 2024-11-26T21:41:39,856 INFO [M:0;828b3f090c91:37395 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cfdbb6fd1a164601a19c663b34c42da6 2024-11-26T21:41:39,865 DEBUG [M:0;828b3f090c91:37395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5ef0423eb52c42b8956ca5895475b14a as hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5ef0423eb52c42b8956ca5895475b14a 2024-11-26T21:41:39,874 INFO [M:0;828b3f090c91:37395 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5ef0423eb52c42b8956ca5895475b14a, entries=8, sequenceid=71, filesize=5.5 K 2024-11-26T21:41:39,876 DEBUG [M:0;828b3f090c91:37395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7d3daed1f7bf4d0391faa5a197b43467 as hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7d3daed1f7bf4d0391faa5a197b43467 2024-11-26T21:41:39,885 INFO [M:0;828b3f090c91:37395 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7d3daed1f7bf4d0391faa5a197b43467, entries=8, sequenceid=71, filesize=6.1 K 2024-11-26T21:41:39,887 DEBUG [M:0;828b3f090c91:37395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cfdbb6fd1a164601a19c663b34c42da6 as hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cfdbb6fd1a164601a19c663b34c42da6 2024-11-26T21:41:39,896 INFO [M:0;828b3f090c91:37395 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38423/user/jenkins/test-data/494a795a-e7af-51e6-f47d-748e21cd5878/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cfdbb6fd1a164601a19c663b34c42da6, entries=2, sequenceid=71, filesize=5.1 K 2024-11-26T21:41:39,898 INFO [M:0;828b3f090c91:37395 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 133ms, sequenceid=71, compaction requested=false 2024-11-26T21:41:39,900 INFO [M:0;828b3f090c91:37395 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:41:39,900 DEBUG [M:0;828b3f090c91:37395 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732657299765Disabling compacts and flushes for region at 1732657299765Disabling writes for close at 1732657299765Obtaining lock to block concurrent updates at 1732657299765Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732657299765Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1732657299766 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732657299767 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732657299767Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732657299783 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732657299783Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732657299798 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732657299814 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732657299814Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732657299831 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732657299849 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732657299849Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35f2aaae: reopening flushed file at 1732657299863 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51f03f8e: reopening flushed file at 1732657299874 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74bbba2e: reopening flushed file at 1732657299885 (+11 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 133ms, sequenceid=71, compaction requested=false at 1732657299898 (+13 ms)Writing region close event to WAL at 1732657299900 (+2 ms)Closed at 1732657299900 2024-11-26T21:41:39,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33829 is added to blk_1073741830_1006 (size=35428) 2024-11-26T21:41:39,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46759 is added to blk_1073741830_1006 (size=35428) 2024-11-26T21:41:39,904 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T21:41:39,904 INFO [M:0;828b3f090c91:37395 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T21:41:39,905 INFO [M:0;828b3f090c91:37395 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37395 2024-11-26T21:41:39,905 INFO [M:0;828b3f090c91:37395 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T21:41:40,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37395-0x1007dfb88300000, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:41:40,006 INFO [M:0;828b3f090c91:37395 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T21:41:40,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37395-0x1007dfb88300000, quorum=127.0.0.1:55880, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:41:40,012 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19a2385f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:41:40,015 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@625bd913{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T21:41:40,016 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T21:41:40,016 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31e0bc11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T21:41:40,016 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5999d0ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e08c2aa8-32a4-8eb8-998e-104ce32d4691/hadoop.log.dir/,STOPPED} 2024-11-26T21:41:40,019 WARN [BP-474098756-172.17.0.2-1732657292019 heartbeating to localhost/127.0.0.1:38423 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T21:41:40,019 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T21:41:40,019 WARN [BP-474098756-172.17.0.2-1732657292019 heartbeating to localhost/127.0.0.1:38423 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-474098756-172.17.0.2-1732657292019 (Datanode Uuid be0ddfc2-eb42-459d-9a8f-8ec0ed397538) service to localhost/127.0.0.1:38423 2024-11-26T21:41:40,019 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T21:41:40,020 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e08c2aa8-32a4-8eb8-998e-104ce32d4691/cluster_e537dc4a-96c6-7f42-c6b1-770690ca96ce/data/data3/current/BP-474098756-172.17.0.2-1732657292019 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:41:40,020 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e08c2aa8-32a4-8eb8-998e-104ce32d4691/cluster_e537dc4a-96c6-7f42-c6b1-770690ca96ce/data/data4/current/BP-474098756-172.17.0.2-1732657292019 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:41:40,021 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T21:41:40,023 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@380b0e09{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:41:40,024 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a295bf7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T21:41:40,024 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T21:41:40,024 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78202fea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T21:41:40,024 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@230b62e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e08c2aa8-32a4-8eb8-998e-104ce32d4691/hadoop.log.dir/,STOPPED} 2024-11-26T21:41:40,026 WARN [BP-474098756-172.17.0.2-1732657292019 heartbeating to localhost/127.0.0.1:38423 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T21:41:40,026 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T21:41:40,026 WARN [BP-474098756-172.17.0.2-1732657292019 heartbeating to localhost/127.0.0.1:38423 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-474098756-172.17.0.2-1732657292019 (Datanode Uuid 7711e069-a75d-4197-9d93-d800a68e3eaa) service to localhost/127.0.0.1:38423 2024-11-26T21:41:40,026 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T21:41:40,027 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e08c2aa8-32a4-8eb8-998e-104ce32d4691/cluster_e537dc4a-96c6-7f42-c6b1-770690ca96ce/data/data1/current/BP-474098756-172.17.0.2-1732657292019 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:41:40,027 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e08c2aa8-32a4-8eb8-998e-104ce32d4691/cluster_e537dc4a-96c6-7f42-c6b1-770690ca96ce/data/data2/current/BP-474098756-172.17.0.2-1732657292019 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:41:40,027 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T21:41:40,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71423267{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T21:41:40,039 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@352da856{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T21:41:40,039 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T21:41:40,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36e6f261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T21:41:40,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@668dee07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e08c2aa8-32a4-8eb8-998e-104ce32d4691/hadoop.log.dir/,STOPPED} 2024-11-26T21:41:40,047 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T21:41:40,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T21:41:40,091 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=80 (was 11) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/828b3f090c91:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/828b3f090c91:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/828b3f090c91:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1815995009) connection to localhost/127.0.0.1:38423 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38423 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@c535462 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1815995009) connection to localhost/127.0.0.1:38423 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:38423 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1815995009) connection to localhost/127.0.0.1:38423 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:38423 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/828b3f090c91:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1815995009) connection to localhost/127.0.0.1:38423 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=406 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=269 (was 257) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10893 (was 11472) 2024-11-26T21:41:40,098 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=80, OpenFileDescriptor=406, MaxFileDescriptor=1048576, SystemLoadAverage=269, ProcessCount=11, AvailableMemoryMB=10893 2024-11-26T21:41:40,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e08c2aa8-32a4-8eb8-998e-104ce32d4691/hadoop.log.dir so I do NOT create it in target/test-data/3ef61173-9cb7-fd4f-80fd-74cb6e803be4 2024-11-26T21:41:40,112 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e08c2aa8-32a4-8eb8-998e-104ce32d4691/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T21:41:40,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e08c2aa8-32a4-8eb8-998e-104ce32d4691/hadoop.tmp.dir so I do NOT create it in target/test-data/3ef61173-9cb7-fd4f-80fd-74cb6e803be4 2024-11-26T21:41:40,112 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e08c2aa8-32a4-8eb8-998e-104ce32d4691/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T21:41:40,112 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ef61173-9cb7-fd4f-80fd-74cb6e803be4 2024-11-26T21:41:40,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T21:41:40,113 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ef61173-9cb7-fd4f-80fd-74cb6e803be4/cluster_c1aab40d-e2ed-86d4-2ee4-15d7f7717881, deleteOnExit=true 2024-11-26T21:41:40,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T21:41:40,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ef61173-9cb7-fd4f-80fd-74cb6e803be4/test.cache.data in system properties and HBase conf 2024-11-26T21:41:40,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ef61173-9cb7-fd4f-80fd-74cb6e803be4/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T21:41:40,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ef61173-9cb7-fd4f-80fd-74cb6e803be4/hadoop.log.dir in system properties and HBase conf 2024-11-26T21:41:40,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ef61173-9cb7-fd4f-80fd-74cb6e803be4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T21:41:40,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ef61173-9cb7-fd4f-80fd-74cb6e803be4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T21:41:40,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T21:41:40,114 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T21:41:40,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ef61173-9cb7-fd4f-80fd-74cb6e803be4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T21:41:40,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ef61173-9cb7-fd4f-80fd-74cb6e803be4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T21:41:40,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ef61173-9cb7-fd4f-80fd-74cb6e803be4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T21:41:40,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ef61173-9cb7-fd4f-80fd-74cb6e803be4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T21:41:40,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ef61173-9cb7-fd4f-80fd-74cb6e803be4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T21:41:40,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ef61173-9cb7-fd4f-80fd-74cb6e803be4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T21:41:40,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ef61173-9cb7-fd4f-80fd-74cb6e803be4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T21:41:40,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ef61173-9cb7-fd4f-80fd-74cb6e803be4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T21:41:40,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ef61173-9cb7-fd4f-80fd-74cb6e803be4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T21:41:40,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ef61173-9cb7-fd4f-80fd-74cb6e803be4/nfs.dump.dir in system properties and HBase conf 2024-11-26T21:41:40,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ef61173-9cb7-fd4f-80fd-74cb6e803be4/java.io.tmpdir in system properties and HBase conf 2024-11-26T21:41:40,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ef61173-9cb7-fd4f-80fd-74cb6e803be4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T21:41:40,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ef61173-9cb7-fd4f-80fd-74cb6e803be4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T21:41:40,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ef61173-9cb7-fd4f-80fd-74cb6e803be4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T21:41:40,188 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:41:40,195 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T21:41:40,196 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T21:41:40,197 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T21:41:40,197 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T21:41:40,202 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:41:40,202 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5703790{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ef61173-9cb7-fd4f-80fd-74cb6e803be4/hadoop.log.dir/,AVAILABLE} 2024-11-26T21:41:40,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bc2908f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T21:41:40,323 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@331c2619{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ef61173-9cb7-fd4f-80fd-74cb6e803be4/java.io.tmpdir/jetty-localhost-43823-hadoop-hdfs-3_4_1-tests_jar-_-any-3075524660465843113/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T21:41:40,324 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c1fecbe{HTTP/1.1, (http/1.1)}{localhost:43823} 2024-11-26T21:41:40,324 INFO [Time-limited test {}] server.Server(415): Started @11023ms 2024-11-26T21:41:40,395 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:41:40,398 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T21:41:40,399 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T21:41:40,399 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T21:41:40,399 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T21:41:40,400 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10d45e0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ef61173-9cb7-fd4f-80fd-74cb6e803be4/hadoop.log.dir/,AVAILABLE} 2024-11-26T21:41:40,400 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e0a1ed3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T21:41:40,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e7c04b6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ef61173-9cb7-fd4f-80fd-74cb6e803be4/java.io.tmpdir/jetty-localhost-39933-hadoop-hdfs-3_4_1-tests_jar-_-any-1536000038407105057/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:41:40,509 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3633cbba{HTTP/1.1, (http/1.1)}{localhost:39933} 2024-11-26T21:41:40,509 INFO [Time-limited test {}] server.Server(415): Started @11208ms 2024-11-26T21:41:40,511 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T21:41:40,555 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:41:40,560 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T21:41:40,561 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T21:41:40,561 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T21:41:40,561 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T21:41:40,562 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@170675b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ef61173-9cb7-fd4f-80fd-74cb6e803be4/hadoop.log.dir/,AVAILABLE} 2024-11-26T21:41:40,562 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1461b002{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T21:41:40,589 WARN [Thread-351 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ef61173-9cb7-fd4f-80fd-74cb6e803be4/cluster_c1aab40d-e2ed-86d4-2ee4-15d7f7717881/data/data2/current/BP-2114703056-172.17.0.2-1732657300142/current, will proceed with Du for space computation calculation, 2024-11-26T21:41:40,589 WARN [Thread-350 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ef61173-9cb7-fd4f-80fd-74cb6e803be4/cluster_c1aab40d-e2ed-86d4-2ee4-15d7f7717881/data/data1/current/BP-2114703056-172.17.0.2-1732657300142/current, will proceed with Du for space computation calculation, 2024-11-26T21:41:40,611 WARN [Thread-329 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T21:41:40,615 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x690d2d06db4e1d57 with lease ID 0x40cad18df5728ac4: Processing first storage report for DS-1c277397-ebd7-4b69-a230-5cc3248e6a5a from datanode DatanodeRegistration(127.0.0.1:34897, datanodeUuid=0d322f58-abca-41ca-bc86-b61f00b0ccc4, infoPort=40431, infoSecurePort=0, ipcPort=32815, storageInfo=lv=-57;cid=testClusterID;nsid=1741509430;c=1732657300142) 2024-11-26T21:41:40,615 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x690d2d06db4e1d57 with lease ID 0x40cad18df5728ac4: from storage DS-1c277397-ebd7-4b69-a230-5cc3248e6a5a node DatanodeRegistration(127.0.0.1:34897, datanodeUuid=0d322f58-abca-41ca-bc86-b61f00b0ccc4, infoPort=40431, infoSecurePort=0, ipcPort=32815, storageInfo=lv=-57;cid=testClusterID;nsid=1741509430;c=1732657300142), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T21:41:40,615 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x690d2d06db4e1d57 with lease ID 0x40cad18df5728ac4: Processing first storage report for DS-54dfbc69-4759-4bd1-a1c4-7735c88ae358 from datanode DatanodeRegistration(127.0.0.1:34897, datanodeUuid=0d322f58-abca-41ca-bc86-b61f00b0ccc4, infoPort=40431, infoSecurePort=0, ipcPort=32815, storageInfo=lv=-57;cid=testClusterID;nsid=1741509430;c=1732657300142) 2024-11-26T21:41:40,615 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x690d2d06db4e1d57 with lease ID 0x40cad18df5728ac4: from storage DS-54dfbc69-4759-4bd1-a1c4-7735c88ae358 node DatanodeRegistration(127.0.0.1:34897, datanodeUuid=0d322f58-abca-41ca-bc86-b61f00b0ccc4, infoPort=40431, infoSecurePort=0, ipcPort=32815, storageInfo=lv=-57;cid=testClusterID;nsid=1741509430;c=1732657300142), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T21:41:40,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e7b3f56{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ef61173-9cb7-fd4f-80fd-74cb6e803be4/java.io.tmpdir/jetty-localhost-41651-hadoop-hdfs-3_4_1-tests_jar-_-any-3976481321628256501/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:41:40,672 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@533e50e1{HTTP/1.1, (http/1.1)}{localhost:41651} 2024-11-26T21:41:40,672 INFO [Time-limited test {}] server.Server(415): Started @11371ms 2024-11-26T21:41:40,673 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T21:41:40,741 WARN [Thread-376 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ef61173-9cb7-fd4f-80fd-74cb6e803be4/cluster_c1aab40d-e2ed-86d4-2ee4-15d7f7717881/data/data3/current/BP-2114703056-172.17.0.2-1732657300142/current, will proceed with Du for space computation calculation, 2024-11-26T21:41:40,742 WARN [Thread-377 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ef61173-9cb7-fd4f-80fd-74cb6e803be4/cluster_c1aab40d-e2ed-86d4-2ee4-15d7f7717881/data/data4/current/BP-2114703056-172.17.0.2-1732657300142/current, will proceed with Du for space computation calculation, 2024-11-26T21:41:40,760 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T21:41:40,763 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf820111e28aedfcb with lease ID 0x40cad18df5728ac5: Processing first storage report for DS-2601e948-5f85-4c3d-8205-0d5e8d0bb9dc from datanode DatanodeRegistration(127.0.0.1:34431, datanodeUuid=813c336b-d07b-4425-b633-56fab9e973af, infoPort=41781, infoSecurePort=0, ipcPort=46523, storageInfo=lv=-57;cid=testClusterID;nsid=1741509430;c=1732657300142) 2024-11-26T21:41:40,763 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf820111e28aedfcb with lease ID 0x40cad18df5728ac5: from storage DS-2601e948-5f85-4c3d-8205-0d5e8d0bb9dc node DatanodeRegistration(127.0.0.1:34431, datanodeUuid=813c336b-d07b-4425-b633-56fab9e973af, infoPort=41781, infoSecurePort=0, ipcPort=46523, storageInfo=lv=-57;cid=testClusterID;nsid=1741509430;c=1732657300142), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T21:41:40,763 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf820111e28aedfcb with lease ID 0x40cad18df5728ac5: Processing first storage report for DS-7607cc01-6ad6-4dc2-8a99-1cf35ce3ef6d from datanode DatanodeRegistration(127.0.0.1:34431, datanodeUuid=813c336b-d07b-4425-b633-56fab9e973af, infoPort=41781, infoSecurePort=0, ipcPort=46523, storageInfo=lv=-57;cid=testClusterID;nsid=1741509430;c=1732657300142) 2024-11-26T21:41:40,763 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf820111e28aedfcb with lease ID 0x40cad18df5728ac5: from storage DS-7607cc01-6ad6-4dc2-8a99-1cf35ce3ef6d node DatanodeRegistration(127.0.0.1:34431, datanodeUuid=813c336b-d07b-4425-b633-56fab9e973af, infoPort=41781, infoSecurePort=0, ipcPort=46523, storageInfo=lv=-57;cid=testClusterID;nsid=1741509430;c=1732657300142), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T21:41:40,805 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ef61173-9cb7-fd4f-80fd-74cb6e803be4 2024-11-26T21:41:40,813 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ef61173-9cb7-fd4f-80fd-74cb6e803be4/cluster_c1aab40d-e2ed-86d4-2ee4-15d7f7717881/zookeeper_0, clientPort=55699, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ef61173-9cb7-fd4f-80fd-74cb6e803be4/cluster_c1aab40d-e2ed-86d4-2ee4-15d7f7717881/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ef61173-9cb7-fd4f-80fd-74cb6e803be4/cluster_c1aab40d-e2ed-86d4-2ee4-15d7f7717881/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T21:41:40,817 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55699 2024-11-26T21:41:40,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:40,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:40,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34431 is added to blk_1073741825_1001 (size=7) 2024-11-26T21:41:40,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34897 is added to blk_1073741825_1001 (size=7) 2024-11-26T21:41:40,839 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2 with version=8 2024-11-26T21:41:40,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/hbase-staging 2024-11-26T21:41:40,841 INFO [Time-limited test {}] client.ConnectionUtils(128): master/828b3f090c91:0 server-side Connection retries=45 2024-11-26T21:41:40,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:40,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:40,842 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T21:41:40,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:40,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T21:41:40,842 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T21:41:40,842 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T21:41:40,843 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39875 2024-11-26T21:41:40,845 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39875 connecting to ZooKeeper ensemble=127.0.0.1:55699 2024-11-26T21:41:40,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:398750x0, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T21:41:40,853 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39875-0x1007dfba1b70000 connected 2024-11-26T21:41:40,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:40,886 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:40,890 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39875-0x1007dfba1b70000, quorum=127.0.0.1:55699, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:41:40,890 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2, hbase.cluster.distributed=false 2024-11-26T21:41:40,892 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39875-0x1007dfba1b70000, quorum=127.0.0.1:55699, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T21:41:40,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39875 2024-11-26T21:41:40,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39875 2024-11-26T21:41:40,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39875 2024-11-26T21:41:40,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39875 2024-11-26T21:41:40,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39875 2024-11-26T21:41:40,921 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/828b3f090c91:0 server-side Connection retries=45 2024-11-26T21:41:40,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:40,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:40,922 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T21:41:40,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:40,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T21:41:40,922 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T21:41:40,922 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T21:41:40,924 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34691 2024-11-26T21:41:40,926 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34691 connecting to ZooKeeper ensemble=127.0.0.1:55699 2024-11-26T21:41:40,927 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:40,929 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:40,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:346910x0, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T21:41:40,933 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:346910x0, quorum=127.0.0.1:55699, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:41:40,934 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T21:41:40,937 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34691-0x1007dfba1b70001 connected 2024-11-26T21:41:40,938 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T21:41:40,938 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34691-0x1007dfba1b70001, quorum=127.0.0.1:55699, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T21:41:40,940 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34691-0x1007dfba1b70001, quorum=127.0.0.1:55699, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T21:41:40,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34691 2024-11-26T21:41:40,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34691 2024-11-26T21:41:40,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34691 2024-11-26T21:41:40,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34691 2024-11-26T21:41:40,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34691 2024-11-26T21:41:40,969 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/828b3f090c91:0 server-side Connection retries=45 2024-11-26T21:41:40,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:40,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:40,970 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T21:41:40,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:40,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T21:41:40,970 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T21:41:40,970 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T21:41:40,971 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33933 2024-11-26T21:41:40,973 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33933 connecting to ZooKeeper ensemble=127.0.0.1:55699 2024-11-26T21:41:40,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:40,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:40,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339330x0, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T21:41:40,982 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:339330x0, quorum=127.0.0.1:55699, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:41:40,983 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T21:41:40,984 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33933-0x1007dfba1b70002 connected 2024-11-26T21:41:40,985 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T21:41:40,986 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33933-0x1007dfba1b70002, quorum=127.0.0.1:55699, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T21:41:40,988 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33933-0x1007dfba1b70002, quorum=127.0.0.1:55699, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T21:41:40,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33933 2024-11-26T21:41:40,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33933 2024-11-26T21:41:40,989 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33933 2024-11-26T21:41:40,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33933 2024-11-26T21:41:41,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33933 2024-11-26T21:41:41,013 DEBUG [M:0;828b3f090c91:39875 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;828b3f090c91:39875 2024-11-26T21:41:41,014 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/828b3f090c91,39875,1732657300841 2024-11-26T21:41:41,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x1007dfba1b70001, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:41:41,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39875-0x1007dfba1b70000, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:41:41,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33933-0x1007dfba1b70002, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:41:41,016 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39875-0x1007dfba1b70000, quorum=127.0.0.1:55699, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/828b3f090c91,39875,1732657300841 2024-11-26T21:41:41,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x1007dfba1b70001, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T21:41:41,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33933-0x1007dfba1b70002, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T21:41:41,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39875-0x1007dfba1b70000, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:41,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x1007dfba1b70001, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:41,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33933-0x1007dfba1b70002, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:41,018 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39875-0x1007dfba1b70000, quorum=127.0.0.1:55699, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T21:41:41,020 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/828b3f090c91,39875,1732657300841 from backup master directory 2024-11-26T21:41:41,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39875-0x1007dfba1b70000, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/828b3f090c91,39875,1732657300841 2024-11-26T21:41:41,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x1007dfba1b70001, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:41:41,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33933-0x1007dfba1b70002, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:41:41,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39875-0x1007dfba1b70000, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:41:41,021 WARN [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T21:41:41,021 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=828b3f090c91,39875,1732657300841 2024-11-26T21:41:41,028 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/hbase.id] with ID: 1737b859-1efd-445d-8941-2157c4b647a8 2024-11-26T21:41:41,028 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/.tmp/hbase.id 2024-11-26T21:41:41,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34897 is added to blk_1073741826_1002 (size=42) 2024-11-26T21:41:41,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34431 is added to blk_1073741826_1002 (size=42) 2024-11-26T21:41:41,037 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/.tmp/hbase.id]:[hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/hbase.id] 2024-11-26T21:41:41,055 INFO [master/828b3f090c91:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:41,055 INFO [master/828b3f090c91:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T21:41:41,057 INFO [master/828b3f090c91:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-26T21:41:41,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39875-0x1007dfba1b70000, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:41,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x1007dfba1b70001, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:41,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33933-0x1007dfba1b70002, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:41,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34897 is added to blk_1073741827_1003 (size=196) 2024-11-26T21:41:41,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34431 is added to blk_1073741827_1003 (size=196) 2024-11-26T21:41:41,076 INFO [master/828b3f090c91:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T21:41:41,077 INFO [master/828b3f090c91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T21:41:41,077 INFO [master/828b3f090c91:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T21:41:41,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34897 is added to blk_1073741828_1004 (size=1189) 2024-11-26T21:41:41,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34431 is added to blk_1073741828_1004 (size=1189) 2024-11-26T21:41:41,093 INFO [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/MasterData/data/master/store 2024-11-26T21:41:41,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34431 is added to blk_1073741829_1005 (size=34) 2024-11-26T21:41:41,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34897 is added to blk_1073741829_1005 (size=34) 2024-11-26T21:41:41,111 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:41:41,111 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T21:41:41,111 INFO [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:41:41,111 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:41:41,111 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T21:41:41,111 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:41:41,111 INFO [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:41:41,112 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732657301111Disabling compacts and flushes for region at 1732657301111Disabling writes for close at 1732657301111Writing region close event to WAL at 1732657301111Closed at 1732657301111 2024-11-26T21:41:41,114 WARN [master/828b3f090c91:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/MasterData/data/master/store/.initializing 2024-11-26T21:41:41,114 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/MasterData/WALs/828b3f090c91,39875,1732657300841 2024-11-26T21:41:41,116 INFO [master/828b3f090c91:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T21:41:41,120 INFO [master/828b3f090c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=828b3f090c91%2C39875%2C1732657300841, suffix=, logDir=hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/MasterData/WALs/828b3f090c91,39875,1732657300841, archiveDir=hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/MasterData/oldWALs, maxLogs=10 2024-11-26T21:41:41,140 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/MasterData/WALs/828b3f090c91,39875,1732657300841/828b3f090c91%2C39875%2C1732657300841.1732657301120, exclude list is [], retry=0 2024-11-26T21:41:41,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34431,DS-2601e948-5f85-4c3d-8205-0d5e8d0bb9dc,DISK] 2024-11-26T21:41:41,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34897,DS-1c277397-ebd7-4b69-a230-5cc3248e6a5a,DISK] 2024-11-26T21:41:41,149 INFO [master/828b3f090c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/MasterData/WALs/828b3f090c91,39875,1732657300841/828b3f090c91%2C39875%2C1732657300841.1732657301120 2024-11-26T21:41:41,150 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41781:41781),(127.0.0.1/127.0.0.1:40431:40431)] 2024-11-26T21:41:41,150 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T21:41:41,150 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:41:41,150 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:41,150 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:41,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:41,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T21:41:41,155 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:41,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:41,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:41,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T21:41:41,160 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:41,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:41:41,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:41,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T21:41:41,164 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:41,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:41:41,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:41,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T21:41:41,169 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:41,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:41:41,170 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:41,172 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:41,173 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:41,175 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:41,176 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:41,177 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T21:41:41,179 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:41,183 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T21:41:41,184 INFO [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59132211, jitterRate=-0.11886139214038849}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T21:41:41,185 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732657301150Initializing all the Stores at 1732657301152 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657301152Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657301152Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657301152Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657301152Cleaning up temporary data from old regions at 1732657301176 (+24 ms)Region opened successfully at 1732657301185 (+9 ms) 2024-11-26T21:41:41,189 INFO [master/828b3f090c91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T21:41:41,195 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259c5f4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=828b3f090c91/172.17.0.2:0 2024-11-26T21:41:41,196 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T21:41:41,197 INFO [master/828b3f090c91:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T21:41:41,197 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T21:41:41,197 INFO [master/828b3f090c91:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T21:41:41,198 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T21:41:41,199 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T21:41:41,199 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T21:41:41,202 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T21:41:41,202 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39875-0x1007dfba1b70000, quorum=127.0.0.1:55699, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-26T21:41:41,203 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-26T21:41:41,204 INFO [master/828b3f090c91:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T21:41:41,205 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39875-0x1007dfba1b70000, quorum=127.0.0.1:55699, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-26T21:41:41,205 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-26T21:41:41,206 INFO [master/828b3f090c91:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T21:41:41,207 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39875-0x1007dfba1b70000, quorum=127.0.0.1:55699, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-26T21:41:41,208 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-26T21:41:41,209 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39875-0x1007dfba1b70000, quorum=127.0.0.1:55699, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-26T21:41:41,210 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-26T21:41:41,212 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39875-0x1007dfba1b70000, quorum=127.0.0.1:55699, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T21:41:41,213 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-26T21:41:41,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39875-0x1007dfba1b70000, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T21:41:41,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33933-0x1007dfba1b70002, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T21:41:41,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x1007dfba1b70001, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T21:41:41,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x1007dfba1b70001, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:41,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39875-0x1007dfba1b70000, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:41,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33933-0x1007dfba1b70002, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:41,216 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=828b3f090c91,39875,1732657300841, sessionid=0x1007dfba1b70000, setting cluster-up flag (Was=false) 2024-11-26T21:41:41,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x1007dfba1b70001, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:41,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33933-0x1007dfba1b70002, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:41,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39875-0x1007dfba1b70000, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:41,222 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-26T21:41:41,223 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=828b3f090c91,39875,1732657300841 2024-11-26T21:41:41,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x1007dfba1b70001, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:41,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39875-0x1007dfba1b70000, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:41,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33933-0x1007dfba1b70002, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:41,231 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-26T21:41:41,233 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=828b3f090c91,39875,1732657300841 2024-11-26T21:41:41,235 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T21:41:41,238 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T21:41:41,238 INFO [master/828b3f090c91:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T21:41:41,238 INFO [master/828b3f090c91:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T21:41:41,239 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 828b3f090c91,39875,1732657300841 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T21:41:41,240 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/828b3f090c91:0, corePoolSize=5, maxPoolSize=5 2024-11-26T21:41:41,241 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/828b3f090c91:0, corePoolSize=5, maxPoolSize=5 2024-11-26T21:41:41,241 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/828b3f090c91:0, corePoolSize=5, maxPoolSize=5 2024-11-26T21:41:41,241 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/828b3f090c91:0, corePoolSize=5, maxPoolSize=5 2024-11-26T21:41:41,241 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/828b3f090c91:0, corePoolSize=10, maxPoolSize=10 2024-11-26T21:41:41,241 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:41,241 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/828b3f090c91:0, corePoolSize=2, maxPoolSize=2 2024-11-26T21:41:41,241 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:41,251 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T21:41:41,251 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T21:41:41,253 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:41,253 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732657331253 2024-11-26T21:41:41,253 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T21:41:41,253 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T21:41:41,254 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T21:41:41,254 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T21:41:41,254 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T21:41:41,254 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T21:41:41,254 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T21:41:41,254 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:41,255 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T21:41:41,255 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T21:41:41,255 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T21:41:41,257 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T21:41:41,257 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T21:41:41,258 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/828b3f090c91:0:becomeActiveMaster-HFileCleaner.large.0-1732657301257,5,FailOnTimeoutGroup] 2024-11-26T21:41:41,258 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/828b3f090c91:0:becomeActiveMaster-HFileCleaner.small.0-1732657301258,5,FailOnTimeoutGroup] 2024-11-26T21:41:41,258 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:41,258 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T21:41:41,258 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:41,258 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:41,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34897 is added to blk_1073741831_1007 (size=1321) 2024-11-26T21:41:41,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34431 is added to blk_1073741831_1007 (size=1321) 2024-11-26T21:41:41,273 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T21:41:41,273 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2 2024-11-26T21:41:41,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34431 is added to blk_1073741832_1008 (size=32) 2024-11-26T21:41:41,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34897 is added to blk_1073741832_1008 (size=32) 2024-11-26T21:41:41,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:41:41,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T21:41:41,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T21:41:41,290 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:41,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:41,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T21:41:41,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T21:41:41,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:41,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:41,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T21:41:41,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T21:41:41,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:41,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:41,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T21:41:41,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T21:41:41,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:41,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:41,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T21:41:41,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/data/hbase/meta/1588230740 2024-11-26T21:41:41,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/data/hbase/meta/1588230740 2024-11-26T21:41:41,303 INFO [RS:1;828b3f090c91:33933 {}] regionserver.HRegionServer(746): ClusterId : 1737b859-1efd-445d-8941-2157c4b647a8 2024-11-26T21:41:41,303 INFO [RS:0;828b3f090c91:34691 {}] regionserver.HRegionServer(746): ClusterId : 1737b859-1efd-445d-8941-2157c4b647a8 2024-11-26T21:41:41,303 DEBUG [RS:1;828b3f090c91:33933 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T21:41:41,303 DEBUG [RS:0;828b3f090c91:34691 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T21:41:41,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T21:41:41,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T21:41:41,304 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T21:41:41,305 DEBUG [RS:1;828b3f090c91:33933 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T21:41:41,305 DEBUG [RS:1;828b3f090c91:33933 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T21:41:41,305 DEBUG [RS:0;828b3f090c91:34691 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T21:41:41,305 DEBUG [RS:0;828b3f090c91:34691 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T21:41:41,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T21:41:41,307 DEBUG [RS:0;828b3f090c91:34691 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T21:41:41,307 DEBUG [RS:1;828b3f090c91:33933 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T21:41:41,308 DEBUG [RS:0;828b3f090c91:34691 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c5f558c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=828b3f090c91/172.17.0.2:0 2024-11-26T21:41:41,308 DEBUG [RS:1;828b3f090c91:33933 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b94092b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=828b3f090c91/172.17.0.2:0 2024-11-26T21:41:41,312 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T21:41:41,313 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72262592, jitterRate=0.0767965316772461}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T21:41:41,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732657301286Initializing all the Stores at 1732657301287 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657301287Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657301287Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657301287Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657301287Cleaning up temporary data from old regions at 1732657301303 (+16 ms)Region opened successfully at 1732657301314 (+11 ms) 2024-11-26T21:41:41,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T21:41:41,314 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T21:41:41,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T21:41:41,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T21:41:41,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T21:41:41,317 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T21:41:41,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732657301314Disabling compacts and flushes for region at 1732657301314Disabling writes for close at 1732657301314Writing region close event to WAL at 1732657301317 (+3 ms)Closed at 1732657301317 2024-11-26T21:41:41,319 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T21:41:41,319 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T21:41:41,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T21:41:41,321 DEBUG [RS:0;828b3f090c91:34691 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;828b3f090c91:34691 2024-11-26T21:41:41,321 INFO [RS:0;828b3f090c91:34691 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T21:41:41,321 INFO [RS:0;828b3f090c91:34691 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T21:41:41,321 DEBUG [RS:0;828b3f090c91:34691 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T21:41:41,322 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T21:41:41,322 INFO [RS:0;828b3f090c91:34691 {}] regionserver.HRegionServer(2659): reportForDuty to master=828b3f090c91,39875,1732657300841 with port=34691, startcode=1732657300921 2024-11-26T21:41:41,322 DEBUG [RS:0;828b3f090c91:34691 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T21:41:41,324 DEBUG [RS:1;828b3f090c91:33933 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;828b3f090c91:33933 2024-11-26T21:41:41,325 INFO [RS:1;828b3f090c91:33933 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T21:41:41,325 INFO [RS:1;828b3f090c91:33933 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T21:41:41,325 DEBUG [RS:1;828b3f090c91:33933 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T21:41:41,325 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T21:41:41,326 INFO [RS:1;828b3f090c91:33933 {}] regionserver.HRegionServer(2659): reportForDuty to master=828b3f090c91,39875,1732657300841 with port=33933, startcode=1732657300969 2024-11-26T21:41:41,326 DEBUG [RS:1;828b3f090c91:33933 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T21:41:41,326 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47081, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T21:41:41,327 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39875 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 828b3f090c91,34691,1732657300921 2024-11-26T21:41:41,327 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39875 {}] master.ServerManager(517): Registering regionserver=828b3f090c91,34691,1732657300921 2024-11-26T21:41:41,329 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35797, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T21:41:41,330 DEBUG [RS:0;828b3f090c91:34691 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2 2024-11-26T21:41:41,330 DEBUG [RS:0;828b3f090c91:34691 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36653 2024-11-26T21:41:41,330 DEBUG [RS:0;828b3f090c91:34691 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T21:41:41,331 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39875 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 828b3f090c91,33933,1732657300969 2024-11-26T21:41:41,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39875-0x1007dfba1b70000, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T21:41:41,332 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39875 {}] master.ServerManager(517): Registering regionserver=828b3f090c91,33933,1732657300969 2024-11-26T21:41:41,332 DEBUG [RS:0;828b3f090c91:34691 {}] zookeeper.ZKUtil(111): regionserver:34691-0x1007dfba1b70001, quorum=127.0.0.1:55699, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/828b3f090c91,34691,1732657300921 2024-11-26T21:41:41,332 WARN [RS:0;828b3f090c91:34691 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T21:41:41,332 INFO [RS:0;828b3f090c91:34691 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T21:41:41,332 DEBUG [RS:0;828b3f090c91:34691 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/WALs/828b3f090c91,34691,1732657300921 2024-11-26T21:41:41,334 DEBUG [RS:1;828b3f090c91:33933 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2 2024-11-26T21:41:41,334 DEBUG [RS:1;828b3f090c91:33933 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36653 2024-11-26T21:41:41,334 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [828b3f090c91,34691,1732657300921] 2024-11-26T21:41:41,335 DEBUG [RS:1;828b3f090c91:33933 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T21:41:41,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39875-0x1007dfba1b70000, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T21:41:41,337 DEBUG [RS:1;828b3f090c91:33933 {}] zookeeper.ZKUtil(111): regionserver:33933-0x1007dfba1b70002, quorum=127.0.0.1:55699, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/828b3f090c91,33933,1732657300969 2024-11-26T21:41:41,337 WARN [RS:1;828b3f090c91:33933 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T21:41:41,338 INFO [RS:1;828b3f090c91:33933 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T21:41:41,338 DEBUG [RS:1;828b3f090c91:33933 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/WALs/828b3f090c91,33933,1732657300969 2024-11-26T21:41:41,338 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [828b3f090c91,33933,1732657300969] 2024-11-26T21:41:41,348 INFO [RS:0;828b3f090c91:34691 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T21:41:41,353 INFO [RS:0;828b3f090c91:34691 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T21:41:41,354 INFO [RS:0;828b3f090c91:34691 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T21:41:41,354 INFO [RS:0;828b3f090c91:34691 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:41,358 INFO [RS:1;828b3f090c91:33933 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T21:41:41,369 INFO [RS:0;828b3f090c91:34691 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T21:41:41,369 INFO [RS:1;828b3f090c91:33933 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T21:41:41,370 INFO [RS:0;828b3f090c91:34691 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T21:41:41,370 INFO [RS:0;828b3f090c91:34691 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:41,371 DEBUG [RS:0;828b3f090c91:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:41,371 DEBUG [RS:0;828b3f090c91:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:41,371 DEBUG [RS:0;828b3f090c91:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:41,371 DEBUG [RS:0;828b3f090c91:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:41,371 INFO [RS:1;828b3f090c91:33933 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T21:41:41,371 DEBUG [RS:0;828b3f090c91:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:41,371 INFO [RS:1;828b3f090c91:33933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:41,371 DEBUG [RS:0;828b3f090c91:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/828b3f090c91:0, corePoolSize=2, maxPoolSize=2 2024-11-26T21:41:41,371 DEBUG [RS:0;828b3f090c91:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:41,371 DEBUG [RS:0;828b3f090c91:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:41,371 INFO [RS:1;828b3f090c91:33933 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T21:41:41,371 DEBUG [RS:0;828b3f090c91:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:41,371 DEBUG [RS:0;828b3f090c91:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:41,371 DEBUG [RS:0;828b3f090c91:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:41,372 DEBUG [RS:0;828b3f090c91:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:41,372 DEBUG [RS:0;828b3f090c91:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/828b3f090c91:0, corePoolSize=3, maxPoolSize=3 2024-11-26T21:41:41,372 DEBUG [RS:0;828b3f090c91:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/828b3f090c91:0, corePoolSize=3, maxPoolSize=3 2024-11-26T21:41:41,372 INFO [RS:0;828b3f090c91:34691 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:41,372 INFO [RS:1;828b3f090c91:33933 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T21:41:41,372 INFO [RS:0;828b3f090c91:34691 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:41,372 INFO [RS:1;828b3f090c91:33933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:41,372 INFO [RS:0;828b3f090c91:34691 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:41,372 INFO [RS:0;828b3f090c91:34691 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:41,372 INFO [RS:0;828b3f090c91:34691 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:41,372 DEBUG [RS:1;828b3f090c91:33933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:41,373 DEBUG [RS:1;828b3f090c91:33933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:41,373 INFO [RS:0;828b3f090c91:34691 {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,34691,1732657300921-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T21:41:41,373 DEBUG [RS:1;828b3f090c91:33933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:41,373 DEBUG [RS:1;828b3f090c91:33933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:41,373 DEBUG [RS:1;828b3f090c91:33933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:41,373 DEBUG [RS:1;828b3f090c91:33933 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/828b3f090c91:0, corePoolSize=2, maxPoolSize=2 2024-11-26T21:41:41,373 DEBUG [RS:1;828b3f090c91:33933 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:41,373 DEBUG [RS:1;828b3f090c91:33933 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:41,373 DEBUG [RS:1;828b3f090c91:33933 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:41,373 DEBUG [RS:1;828b3f090c91:33933 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:41,373 DEBUG [RS:1;828b3f090c91:33933 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:41,373 DEBUG [RS:1;828b3f090c91:33933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:41,374 DEBUG [RS:1;828b3f090c91:33933 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/828b3f090c91:0, corePoolSize=3, maxPoolSize=3 2024-11-26T21:41:41,374 DEBUG [RS:1;828b3f090c91:33933 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/828b3f090c91:0, corePoolSize=3, maxPoolSize=3 2024-11-26T21:41:41,374 INFO [RS:1;828b3f090c91:33933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:41,374 INFO [RS:1;828b3f090c91:33933 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:41,374 INFO [RS:1;828b3f090c91:33933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:41,374 INFO [RS:1;828b3f090c91:33933 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:41,374 INFO [RS:1;828b3f090c91:33933 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:41,374 INFO [RS:1;828b3f090c91:33933 {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,33933,1732657300969-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T21:41:41,391 INFO [RS:1;828b3f090c91:33933 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T21:41:41,391 INFO [RS:1;828b3f090c91:33933 {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,33933,1732657300969-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:41,392 INFO [RS:1;828b3f090c91:33933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:41,392 INFO [RS:1;828b3f090c91:33933 {}] regionserver.Replication(171): 828b3f090c91,33933,1732657300969 started 2024-11-26T21:41:41,392 INFO [RS:0;828b3f090c91:34691 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T21:41:41,392 INFO [RS:0;828b3f090c91:34691 {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,34691,1732657300921-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:41,392 INFO [RS:0;828b3f090c91:34691 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:41,393 INFO [RS:0;828b3f090c91:34691 {}] regionserver.Replication(171): 828b3f090c91,34691,1732657300921 started 2024-11-26T21:41:41,407 INFO [RS:1;828b3f090c91:33933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:41,408 INFO [RS:1;828b3f090c91:33933 {}] regionserver.HRegionServer(1482): Serving as 828b3f090c91,33933,1732657300969, RpcServer on 828b3f090c91/172.17.0.2:33933, sessionid=0x1007dfba1b70002 2024-11-26T21:41:41,408 DEBUG [RS:1;828b3f090c91:33933 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T21:41:41,408 DEBUG [RS:1;828b3f090c91:33933 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 828b3f090c91,33933,1732657300969 2024-11-26T21:41:41,408 DEBUG [RS:1;828b3f090c91:33933 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '828b3f090c91,33933,1732657300969' 2024-11-26T21:41:41,408 DEBUG [RS:1;828b3f090c91:33933 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T21:41:41,409 DEBUG [RS:1;828b3f090c91:33933 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T21:41:41,409 INFO [RS:0;828b3f090c91:34691 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:41,409 INFO [RS:0;828b3f090c91:34691 {}] regionserver.HRegionServer(1482): Serving as 828b3f090c91,34691,1732657300921, RpcServer on 828b3f090c91/172.17.0.2:34691, sessionid=0x1007dfba1b70001 2024-11-26T21:41:41,409 DEBUG [RS:0;828b3f090c91:34691 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T21:41:41,409 DEBUG [RS:0;828b3f090c91:34691 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 828b3f090c91,34691,1732657300921 2024-11-26T21:41:41,409 DEBUG [RS:0;828b3f090c91:34691 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '828b3f090c91,34691,1732657300921' 2024-11-26T21:41:41,409 DEBUG [RS:0;828b3f090c91:34691 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T21:41:41,409 DEBUG [RS:1;828b3f090c91:33933 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T21:41:41,409 DEBUG [RS:1;828b3f090c91:33933 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T21:41:41,410 DEBUG [RS:1;828b3f090c91:33933 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 828b3f090c91,33933,1732657300969 2024-11-26T21:41:41,410 DEBUG [RS:1;828b3f090c91:33933 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '828b3f090c91,33933,1732657300969' 2024-11-26T21:41:41,410 DEBUG [RS:1;828b3f090c91:33933 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T21:41:41,410 DEBUG [RS:0;828b3f090c91:34691 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T21:41:41,410 DEBUG [RS:1;828b3f090c91:33933 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T21:41:41,410 DEBUG [RS:0;828b3f090c91:34691 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T21:41:41,410 DEBUG [RS:0;828b3f090c91:34691 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T21:41:41,410 DEBUG [RS:0;828b3f090c91:34691 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 828b3f090c91,34691,1732657300921 2024-11-26T21:41:41,411 DEBUG [RS:0;828b3f090c91:34691 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '828b3f090c91,34691,1732657300921' 2024-11-26T21:41:41,411 DEBUG [RS:1;828b3f090c91:33933 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T21:41:41,411 DEBUG [RS:0;828b3f090c91:34691 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T21:41:41,411 INFO [RS:1;828b3f090c91:33933 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T21:41:41,411 INFO [RS:1;828b3f090c91:33933 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T21:41:41,411 DEBUG [RS:0;828b3f090c91:34691 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T21:41:41,411 DEBUG [RS:0;828b3f090c91:34691 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T21:41:41,411 INFO [RS:0;828b3f090c91:34691 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T21:41:41,412 INFO [RS:0;828b3f090c91:34691 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T21:41:41,475 WARN [828b3f090c91:39875 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T21:41:41,512 INFO [RS:1;828b3f090c91:33933 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T21:41:41,512 INFO [RS:0;828b3f090c91:34691 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T21:41:41,514 INFO [RS:0;828b3f090c91:34691 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=828b3f090c91%2C34691%2C1732657300921, suffix=, logDir=hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/WALs/828b3f090c91,34691,1732657300921, archiveDir=hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/oldWALs, maxLogs=32 2024-11-26T21:41:41,514 INFO [RS:1;828b3f090c91:33933 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=828b3f090c91%2C33933%2C1732657300969, suffix=, logDir=hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/WALs/828b3f090c91,33933,1732657300969, archiveDir=hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/oldWALs, maxLogs=32 2024-11-26T21:41:41,531 DEBUG [RS:1;828b3f090c91:33933 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/WALs/828b3f090c91,33933,1732657300969/828b3f090c91%2C33933%2C1732657300969.1732657301516, exclude list is [], retry=0 2024-11-26T21:41:41,531 DEBUG [RS:0;828b3f090c91:34691 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/WALs/828b3f090c91,34691,1732657300921/828b3f090c91%2C34691%2C1732657300921.1732657301516, exclude list is [], retry=0 2024-11-26T21:41:41,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34431,DS-2601e948-5f85-4c3d-8205-0d5e8d0bb9dc,DISK] 2024-11-26T21:41:41,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34431,DS-2601e948-5f85-4c3d-8205-0d5e8d0bb9dc,DISK] 2024-11-26T21:41:41,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34897,DS-1c277397-ebd7-4b69-a230-5cc3248e6a5a,DISK] 2024-11-26T21:41:41,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34897,DS-1c277397-ebd7-4b69-a230-5cc3248e6a5a,DISK] 2024-11-26T21:41:41,538 INFO [RS:1;828b3f090c91:33933 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/WALs/828b3f090c91,33933,1732657300969/828b3f090c91%2C33933%2C1732657300969.1732657301516 2024-11-26T21:41:41,538 INFO [RS:0;828b3f090c91:34691 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/WALs/828b3f090c91,34691,1732657300921/828b3f090c91%2C34691%2C1732657300921.1732657301516 2024-11-26T21:41:41,539 DEBUG [RS:0;828b3f090c91:34691 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41781:41781),(127.0.0.1/127.0.0.1:40431:40431)] 2024-11-26T21:41:41,539 DEBUG [RS:1;828b3f090c91:33933 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40431:40431),(127.0.0.1/127.0.0.1:41781:41781)] 2024-11-26T21:41:41,726 DEBUG [828b3f090c91:39875 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-26T21:41:41,726 DEBUG [828b3f090c91:39875 {}] balancer.BalancerClusterState(204): Hosts are {828b3f090c91=0} racks are {/default-rack=0} 2024-11-26T21:41:41,729 DEBUG [828b3f090c91:39875 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-26T21:41:41,729 DEBUG [828b3f090c91:39875 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-26T21:41:41,729 DEBUG [828b3f090c91:39875 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-26T21:41:41,729 DEBUG [828b3f090c91:39875 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-26T21:41:41,729 INFO [828b3f090c91:39875 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-26T21:41:41,729 INFO [828b3f090c91:39875 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-26T21:41:41,730 DEBUG [828b3f090c91:39875 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T21:41:41,730 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=828b3f090c91,34691,1732657300921 2024-11-26T21:41:41,732 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 828b3f090c91,34691,1732657300921, state=OPENING 2024-11-26T21:41:41,733 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T21:41:41,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39875-0x1007dfba1b70000, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:41,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33933-0x1007dfba1b70002, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:41,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x1007dfba1b70001, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:41,735 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T21:41:41,735 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:41:41,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=828b3f090c91,34691,1732657300921}] 2024-11-26T21:41:41,735 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:41:41,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:41:41,890 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T21:41:41,892 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53727, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T21:41:41,898 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T21:41:41,899 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T21:41:41,899 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T21:41:41,903 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=828b3f090c91%2C34691%2C1732657300921.meta, suffix=.meta, logDir=hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/WALs/828b3f090c91,34691,1732657300921, archiveDir=hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/oldWALs, maxLogs=32 2024-11-26T21:41:41,920 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/WALs/828b3f090c91,34691,1732657300921/828b3f090c91%2C34691%2C1732657300921.meta.1732657301904.meta, exclude list is [], retry=0 2024-11-26T21:41:41,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34897,DS-1c277397-ebd7-4b69-a230-5cc3248e6a5a,DISK] 2024-11-26T21:41:41,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34431,DS-2601e948-5f85-4c3d-8205-0d5e8d0bb9dc,DISK] 2024-11-26T21:41:41,926 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/WALs/828b3f090c91,34691,1732657300921/828b3f090c91%2C34691%2C1732657300921.meta.1732657301904.meta 2024-11-26T21:41:41,927 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40431:40431),(127.0.0.1/127.0.0.1:41781:41781)] 2024-11-26T21:41:41,927 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T21:41:41,928 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T21:41:41,928 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T21:41:41,928 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T21:41:41,928 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T21:41:41,928 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:41:41,929 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T21:41:41,929 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T21:41:41,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T21:41:41,932 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T21:41:41,932 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:41,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:41,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T21:41:41,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T21:41:41,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:41,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:41,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T21:41:41,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T21:41:41,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:41,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:41,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T21:41:41,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T21:41:41,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:41,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:41,941 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T21:41:41,942 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/data/hbase/meta/1588230740 2024-11-26T21:41:41,944 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/data/hbase/meta/1588230740 2024-11-26T21:41:41,946 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T21:41:41,946 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T21:41:41,947 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T21:41:41,950 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T21:41:41,952 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61570321, jitterRate=-0.08253072202205658}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T21:41:41,952 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T21:41:41,953 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732657301929Writing region info on filesystem at 1732657301929Initializing all the Stores at 1732657301930 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657301930Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657301931 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657301931Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657301931Cleaning up temporary data from old regions at 1732657301946 (+15 ms)Running coprocessor post-open hooks at 1732657301952 (+6 ms)Region opened successfully at 1732657301953 (+1 ms) 2024-11-26T21:41:41,954 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732657301889 2024-11-26T21:41:41,958 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T21:41:41,958 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T21:41:41,960 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=828b3f090c91,34691,1732657300921 2024-11-26T21:41:41,962 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 828b3f090c91,34691,1732657300921, state=OPEN 2024-11-26T21:41:41,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39875-0x1007dfba1b70000, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T21:41:41,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33933-0x1007dfba1b70002, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T21:41:41,963 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=828b3f090c91,34691,1732657300921 2024-11-26T21:41:41,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:41:41,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:41:41,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x1007dfba1b70001, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T21:41:41,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:41:41,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T21:41:41,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=828b3f090c91,34691,1732657300921 in 228 msec 2024-11-26T21:41:41,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T21:41:41,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 648 msec 2024-11-26T21:41:41,974 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T21:41:41,974 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T21:41:41,976 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T21:41:41,976 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=828b3f090c91,34691,1732657300921, seqNum=-1] 2024-11-26T21:41:41,977 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:41:41,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44487, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:41:41,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 749 msec 2024-11-26T21:41:41,988 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732657301988, completionTime=-1 2024-11-26T21:41:41,988 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-26T21:41:41,988 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T21:41:41,991 INFO [master/828b3f090c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-26T21:41:41,991 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732657361991 2024-11-26T21:41:41,992 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732657421992 2024-11-26T21:41:41,992 INFO [master/828b3f090c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-26T21:41:41,992 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,39875,1732657300841-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:41,992 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,39875,1732657300841-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:41,993 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,39875,1732657300841-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:41,993 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-828b3f090c91:39875, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:41,993 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:41,993 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:41,996 DEBUG [master/828b3f090c91:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T21:41:42,000 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.978sec 2024-11-26T21:41:42,000 INFO [master/828b3f090c91:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T21:41:42,000 INFO [master/828b3f090c91:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T21:41:42,000 INFO [master/828b3f090c91:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T21:41:42,000 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T21:41:42,000 INFO [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T21:41:42,000 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,39875,1732657300841-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T21:41:42,001 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,39875,1732657300841-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T21:41:42,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45715ce3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:41:42,003 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 828b3f090c91,39875,-1 for getting cluster id 2024-11-26T21:41:42,004 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T21:41:42,004 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T21:41:42,005 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T21:41:42,005 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,39875,1732657300841-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:42,006 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1737b859-1efd-445d-8941-2157c4b647a8' 2024-11-26T21:41:42,006 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T21:41:42,007 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1737b859-1efd-445d-8941-2157c4b647a8" 2024-11-26T21:41:42,007 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b2dd932, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:41:42,007 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [828b3f090c91,39875,-1] 2024-11-26T21:41:42,008 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T21:41:42,008 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:42,010 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57162, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T21:41:42,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7197d557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:41:42,012 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T21:41:42,014 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=828b3f090c91,34691,1732657300921, seqNum=-1] 2024-11-26T21:41:42,014 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:41:42,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38566, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:41:42,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=828b3f090c91,39875,1732657300841 2024-11-26T21:41:42,020 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T21:41:42,021 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 828b3f090c91,39875,1732657300841 2024-11-26T21:41:42,021 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cc10b80 2024-11-26T21:41:42,022 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T21:41:42,031 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57178, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T21:41:42,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39875 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T21:41:42,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39875 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-26T21:41:42,039 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T21:41:42,039 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:42,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39875 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-26T21:41:42,042 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T21:41:42,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T21:41:42,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34897 is added to blk_1073741836_1012 (size=379) 2024-11-26T21:41:42,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34431 is added to blk_1073741836_1012 (size=379) 2024-11-26T21:41:42,058 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6b758fed713bf21ab500617fc563dab4, NAME => 'testClearRegionBlockCache,,1732657302032.6b758fed713bf21ab500617fc563dab4.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2 2024-11-26T21:41:42,058 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5ec16f2d08722ebcc2fd9bdfe4d9d550, NAME => 'testClearRegionBlockCache,5,1732657302032.5ec16f2d08722ebcc2fd9bdfe4d9d550.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2 2024-11-26T21:41:42,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34897 is added to blk_1073741837_1013 (size=61) 2024-11-26T21:41:42,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34431 is added to blk_1073741838_1014 (size=61) 2024-11-26T21:41:42,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34897 is added to blk_1073741838_1014 (size=61) 2024-11-26T21:41:42,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34431 is added to blk_1073741837_1013 (size=61) 2024-11-26T21:41:42,071 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1732657302032.6b758fed713bf21ab500617fc563dab4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:41:42,071 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 6b758fed713bf21ab500617fc563dab4, disabling compactions & flushes 2024-11-26T21:41:42,071 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1732657302032.6b758fed713bf21ab500617fc563dab4. 2024-11-26T21:41:42,072 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1732657302032.6b758fed713bf21ab500617fc563dab4. 2024-11-26T21:41:42,072 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1732657302032.6b758fed713bf21ab500617fc563dab4. after waiting 0 ms 2024-11-26T21:41:42,072 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1732657302032.6b758fed713bf21ab500617fc563dab4. 2024-11-26T21:41:42,072 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1732657302032.6b758fed713bf21ab500617fc563dab4. 2024-11-26T21:41:42,072 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6b758fed713bf21ab500617fc563dab4: Waiting for close lock at 1732657302071Disabling compacts and flushes for region at 1732657302071Disabling writes for close at 1732657302072 (+1 ms)Writing region close event to WAL at 1732657302072Closed at 1732657302072 2024-11-26T21:41:42,072 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1732657302032.5ec16f2d08722ebcc2fd9bdfe4d9d550.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:41:42,072 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 5ec16f2d08722ebcc2fd9bdfe4d9d550, disabling compactions & flushes 2024-11-26T21:41:42,072 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1732657302032.5ec16f2d08722ebcc2fd9bdfe4d9d550. 2024-11-26T21:41:42,072 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1732657302032.5ec16f2d08722ebcc2fd9bdfe4d9d550. 2024-11-26T21:41:42,072 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1732657302032.5ec16f2d08722ebcc2fd9bdfe4d9d550. after waiting 0 ms 2024-11-26T21:41:42,072 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1732657302032.5ec16f2d08722ebcc2fd9bdfe4d9d550. 2024-11-26T21:41:42,072 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1732657302032.5ec16f2d08722ebcc2fd9bdfe4d9d550. 2024-11-26T21:41:42,072 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5ec16f2d08722ebcc2fd9bdfe4d9d550: Waiting for close lock at 1732657302072Disabling compacts and flushes for region at 1732657302072Disabling writes for close at 1732657302072Writing region close event to WAL at 1732657302072Closed at 1732657302072 2024-11-26T21:41:42,074 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T21:41:42,075 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732657302032.6b758fed713bf21ab500617fc563dab4.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732657302075"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732657302075"}]},"ts":"1732657302075"} 2024-11-26T21:41:42,075 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732657302032.5ec16f2d08722ebcc2fd9bdfe4d9d550.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732657302075"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732657302075"}]},"ts":"1732657302075"} 2024-11-26T21:41:42,079 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-26T21:41:42,081 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T21:41:42,082 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732657302081"}]},"ts":"1732657302081"} 2024-11-26T21:41:42,085 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-26T21:41:42,086 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {828b3f090c91=0} racks are {/default-rack=0} 2024-11-26T21:41:42,088 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-26T21:41:42,088 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-26T21:41:42,088 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-26T21:41:42,088 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-26T21:41:42,088 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-26T21:41:42,088 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-26T21:41:42,088 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T21:41:42,088 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6b758fed713bf21ab500617fc563dab4, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5ec16f2d08722ebcc2fd9bdfe4d9d550, ASSIGN}] 2024-11-26T21:41:42,091 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6b758fed713bf21ab500617fc563dab4, ASSIGN 2024-11-26T21:41:42,091 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5ec16f2d08722ebcc2fd9bdfe4d9d550, ASSIGN 2024-11-26T21:41:42,093 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5ec16f2d08722ebcc2fd9bdfe4d9d550, ASSIGN; state=OFFLINE, location=828b3f090c91,33933,1732657300969; forceNewPlan=false, retain=false 2024-11-26T21:41:42,093 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6b758fed713bf21ab500617fc563dab4, ASSIGN; state=OFFLINE, location=828b3f090c91,34691,1732657300921; forceNewPlan=false, retain=false 2024-11-26T21:41:42,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T21:41:42,244 INFO [828b3f090c91:39875 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-26T21:41:42,245 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6b758fed713bf21ab500617fc563dab4, regionState=OPENING, regionLocation=828b3f090c91,34691,1732657300921 2024-11-26T21:41:42,245 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5ec16f2d08722ebcc2fd9bdfe4d9d550, regionState=OPENING, regionLocation=828b3f090c91,33933,1732657300969 2024-11-26T21:41:42,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5ec16f2d08722ebcc2fd9bdfe4d9d550, ASSIGN because future has completed 2024-11-26T21:41:42,249 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ec16f2d08722ebcc2fd9bdfe4d9d550, server=828b3f090c91,33933,1732657300969}] 2024-11-26T21:41:42,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6b758fed713bf21ab500617fc563dab4, ASSIGN because future has completed 2024-11-26T21:41:42,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b758fed713bf21ab500617fc563dab4, server=828b3f090c91,34691,1732657300921}] 2024-11-26T21:41:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T21:41:42,404 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T21:41:42,407 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48261, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T21:41:42,413 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1732657302032.5ec16f2d08722ebcc2fd9bdfe4d9d550. 2024-11-26T21:41:42,413 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ec16f2d08722ebcc2fd9bdfe4d9d550, NAME => 'testClearRegionBlockCache,5,1732657302032.5ec16f2d08722ebcc2fd9bdfe4d9d550.', STARTKEY => '5', ENDKEY => ''} 2024-11-26T21:41:42,413 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 5ec16f2d08722ebcc2fd9bdfe4d9d550 2024-11-26T21:41:42,414 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1732657302032.5ec16f2d08722ebcc2fd9bdfe4d9d550.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:41:42,414 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 5ec16f2d08722ebcc2fd9bdfe4d9d550 2024-11-26T21:41:42,414 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1732657302032.6b758fed713bf21ab500617fc563dab4. 2024-11-26T21:41:42,414 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 5ec16f2d08722ebcc2fd9bdfe4d9d550 2024-11-26T21:41:42,414 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 6b758fed713bf21ab500617fc563dab4, NAME => 'testClearRegionBlockCache,,1732657302032.6b758fed713bf21ab500617fc563dab4.', STARTKEY => '', ENDKEY => '5'} 2024-11-26T21:41:42,415 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 6b758fed713bf21ab500617fc563dab4 2024-11-26T21:41:42,415 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1732657302032.6b758fed713bf21ab500617fc563dab4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:41:42,415 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 6b758fed713bf21ab500617fc563dab4 2024-11-26T21:41:42,415 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 6b758fed713bf21ab500617fc563dab4 2024-11-26T21:41:42,416 INFO [StoreOpener-5ec16f2d08722ebcc2fd9bdfe4d9d550-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 5ec16f2d08722ebcc2fd9bdfe4d9d550 2024-11-26T21:41:42,417 INFO [StoreOpener-6b758fed713bf21ab500617fc563dab4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 6b758fed713bf21ab500617fc563dab4 2024-11-26T21:41:42,418 INFO [StoreOpener-5ec16f2d08722ebcc2fd9bdfe4d9d550-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ec16f2d08722ebcc2fd9bdfe4d9d550 columnFamilyName family 2024-11-26T21:41:42,418 DEBUG [StoreOpener-5ec16f2d08722ebcc2fd9bdfe4d9d550-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:42,419 INFO [StoreOpener-6b758fed713bf21ab500617fc563dab4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b758fed713bf21ab500617fc563dab4 columnFamilyName family 2024-11-26T21:41:42,419 INFO [StoreOpener-5ec16f2d08722ebcc2fd9bdfe4d9d550-1 {}] regionserver.HStore(327): Store=5ec16f2d08722ebcc2fd9bdfe4d9d550/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:41:42,419 DEBUG [StoreOpener-6b758fed713bf21ab500617fc563dab4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:42,419 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 5ec16f2d08722ebcc2fd9bdfe4d9d550 2024-11-26T21:41:42,420 INFO [StoreOpener-6b758fed713bf21ab500617fc563dab4-1 {}] regionserver.HStore(327): Store=6b758fed713bf21ab500617fc563dab4/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:41:42,420 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 6b758fed713bf21ab500617fc563dab4 2024-11-26T21:41:42,420 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/data/default/testClearRegionBlockCache/5ec16f2d08722ebcc2fd9bdfe4d9d550 2024-11-26T21:41:42,421 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/data/default/testClearRegionBlockCache/5ec16f2d08722ebcc2fd9bdfe4d9d550 2024-11-26T21:41:42,421 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/data/default/testClearRegionBlockCache/6b758fed713bf21ab500617fc563dab4 2024-11-26T21:41:42,421 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 5ec16f2d08722ebcc2fd9bdfe4d9d550 2024-11-26T21:41:42,421 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 5ec16f2d08722ebcc2fd9bdfe4d9d550 2024-11-26T21:41:42,421 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/data/default/testClearRegionBlockCache/6b758fed713bf21ab500617fc563dab4 2024-11-26T21:41:42,422 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 6b758fed713bf21ab500617fc563dab4 2024-11-26T21:41:42,422 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 6b758fed713bf21ab500617fc563dab4 2024-11-26T21:41:42,423 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 5ec16f2d08722ebcc2fd9bdfe4d9d550 2024-11-26T21:41:42,424 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 6b758fed713bf21ab500617fc563dab4 2024-11-26T21:41:42,426 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/data/default/testClearRegionBlockCache/5ec16f2d08722ebcc2fd9bdfe4d9d550/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T21:41:42,426 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/data/default/testClearRegionBlockCache/6b758fed713bf21ab500617fc563dab4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T21:41:42,427 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 6b758fed713bf21ab500617fc563dab4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70813536, jitterRate=0.055203914642333984}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T21:41:42,427 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 5ec16f2d08722ebcc2fd9bdfe4d9d550; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70061711, jitterRate=0.04400084912776947}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T21:41:42,427 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6b758fed713bf21ab500617fc563dab4 2024-11-26T21:41:42,427 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5ec16f2d08722ebcc2fd9bdfe4d9d550 2024-11-26T21:41:42,428 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 6b758fed713bf21ab500617fc563dab4: Running coprocessor pre-open hook at 1732657302415Writing region info on filesystem at 1732657302415Initializing all the Stores at 1732657302417 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657302417Cleaning up temporary data from old regions at 1732657302422 (+5 ms)Running coprocessor post-open hooks at 1732657302427 (+5 ms)Region opened successfully at 1732657302428 (+1 ms) 2024-11-26T21:41:42,428 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 5ec16f2d08722ebcc2fd9bdfe4d9d550: Running coprocessor pre-open hook at 1732657302414Writing region info on filesystem at 1732657302414Initializing all the Stores at 1732657302415 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657302416 (+1 ms)Cleaning up temporary data from old regions at 1732657302421 (+5 ms)Running coprocessor post-open hooks at 1732657302427 (+6 ms)Region opened successfully at 1732657302428 (+1 ms) 2024-11-26T21:41:42,429 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1732657302032.5ec16f2d08722ebcc2fd9bdfe4d9d550., pid=7, masterSystemTime=1732657302403 2024-11-26T21:41:42,429 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1732657302032.6b758fed713bf21ab500617fc563dab4., pid=8, masterSystemTime=1732657302406 2024-11-26T21:41:42,432 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1732657302032.5ec16f2d08722ebcc2fd9bdfe4d9d550. 2024-11-26T21:41:42,432 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1732657302032.5ec16f2d08722ebcc2fd9bdfe4d9d550. 2024-11-26T21:41:42,434 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5ec16f2d08722ebcc2fd9bdfe4d9d550, regionState=OPEN, openSeqNum=2, regionLocation=828b3f090c91,33933,1732657300969 2024-11-26T21:41:42,434 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1732657302032.6b758fed713bf21ab500617fc563dab4. 2024-11-26T21:41:42,435 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1732657302032.6b758fed713bf21ab500617fc563dab4. 2024-11-26T21:41:42,436 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6b758fed713bf21ab500617fc563dab4, regionState=OPEN, openSeqNum=2, regionLocation=828b3f090c91,34691,1732657300921 2024-11-26T21:41:42,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ec16f2d08722ebcc2fd9bdfe4d9d550, server=828b3f090c91,33933,1732657300969 because future has completed 2024-11-26T21:41:42,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b758fed713bf21ab500617fc563dab4, server=828b3f090c91,34691,1732657300921 because future has completed 2024-11-26T21:41:42,443 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-26T21:41:42,443 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 5ec16f2d08722ebcc2fd9bdfe4d9d550, server=828b3f090c91,33933,1732657300969 in 190 msec 2024-11-26T21:41:42,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-26T21:41:42,446 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5ec16f2d08722ebcc2fd9bdfe4d9d550, ASSIGN in 355 msec 2024-11-26T21:41:42,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6b758fed713bf21ab500617fc563dab4, server=828b3f090c91,34691,1732657300921 in 189 msec 2024-11-26T21:41:42,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T21:41:42,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6b758fed713bf21ab500617fc563dab4, ASSIGN in 356 msec 2024-11-26T21:41:42,449 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T21:41:42,449 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732657302449"}]},"ts":"1732657302449"} 2024-11-26T21:41:42,452 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-26T21:41:42,454 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T21:41:42,457 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 421 msec 2024-11-26T21:41:42,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T21:41:42,666 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-26T21:41:42,666 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-26T21:41:42,667 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T21:41:42,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-26T21:41:42,672 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T21:41:42,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-26T21:41:42,676 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1732657302032.6b758fed713bf21ab500617fc563dab4., hostname=828b3f090c91,34691,1732657300921, seqNum=2] 2024-11-26T21:41:42,693 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1732657302032.5ec16f2d08722ebcc2fd9bdfe4d9d550., hostname=828b3f090c91,33933,1732657300969, seqNum=2] 2024-11-26T21:41:42,694 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:41:42,696 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45770, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:41:42,710 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6b758fed713bf21ab500617fc563dab4 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-26T21:41:42,728 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/data/default/testClearRegionBlockCache/6b758fed713bf21ab500617fc563dab4/.tmp/family/454f089c5c4648888d38c4ddd1e98fd9 is 32, key is 1/family:/1732657302678/Put/seqid=0 2024-11-26T21:41:42,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34897 is added to blk_1073741839_1015 (size=5054) 2024-11-26T21:41:42,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34431 is added to blk_1073741839_1015 (size=5054) 2024-11-26T21:41:42,735 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/data/default/testClearRegionBlockCache/6b758fed713bf21ab500617fc563dab4/.tmp/family/454f089c5c4648888d38c4ddd1e98fd9 2024-11-26T21:41:42,745 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/data/default/testClearRegionBlockCache/6b758fed713bf21ab500617fc563dab4/.tmp/family/454f089c5c4648888d38c4ddd1e98fd9 as hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/data/default/testClearRegionBlockCache/6b758fed713bf21ab500617fc563dab4/family/454f089c5c4648888d38c4ddd1e98fd9 2024-11-26T21:41:42,755 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/data/default/testClearRegionBlockCache/6b758fed713bf21ab500617fc563dab4/family/454f089c5c4648888d38c4ddd1e98fd9, entries=4, sequenceid=8, filesize=4.9 K 2024-11-26T21:41:42,757 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 6b758fed713bf21ab500617fc563dab4 in 48ms, sequenceid=8, compaction requested=false 2024-11-26T21:41:42,757 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6b758fed713bf21ab500617fc563dab4: 2024-11-26T21:41:42,757 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5ec16f2d08722ebcc2fd9bdfe4d9d550 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-26T21:41:42,777 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/data/default/testClearRegionBlockCache/5ec16f2d08722ebcc2fd9bdfe4d9d550/.tmp/family/eaa2d5b80d9a4dd38ef8a6620dd81fed is 32, key is 5/family:/1732657302697/Put/seqid=0 2024-11-26T21:41:42,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34431 is added to blk_1073741840_1016 (size=5083) 2024-11-26T21:41:42,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34897 is added to blk_1073741840_1016 (size=5083) 2024-11-26T21:41:42,784 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/data/default/testClearRegionBlockCache/5ec16f2d08722ebcc2fd9bdfe4d9d550/.tmp/family/eaa2d5b80d9a4dd38ef8a6620dd81fed 2024-11-26T21:41:42,793 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/data/default/testClearRegionBlockCache/5ec16f2d08722ebcc2fd9bdfe4d9d550/.tmp/family/eaa2d5b80d9a4dd38ef8a6620dd81fed as hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/data/default/testClearRegionBlockCache/5ec16f2d08722ebcc2fd9bdfe4d9d550/family/eaa2d5b80d9a4dd38ef8a6620dd81fed 2024-11-26T21:41:42,802 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/data/default/testClearRegionBlockCache/5ec16f2d08722ebcc2fd9bdfe4d9d550/family/eaa2d5b80d9a4dd38ef8a6620dd81fed, entries=5, sequenceid=9, filesize=5.0 K 2024-11-26T21:41:42,804 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 5ec16f2d08722ebcc2fd9bdfe4d9d550 in 47ms, sequenceid=9, compaction requested=false 2024-11-26T21:41:42,804 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 5ec16f2d08722ebcc2fd9bdfe4d9d550: 2024-11-26T21:41:42,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T21:41:42,810 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T21:41:42,811 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:41:42,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:42,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:42,811 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T21:41:42,813 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T21:41:42,813 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=482188119, stopped=false 2024-11-26T21:41:42,813 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=828b3f090c91,39875,1732657300841 2024-11-26T21:41:42,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x1007dfba1b70001, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T21:41:42,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39875-0x1007dfba1b70000, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T21:41:42,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33933-0x1007dfba1b70002, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T21:41:42,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x1007dfba1b70001, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:42,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39875-0x1007dfba1b70000, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:42,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33933-0x1007dfba1b70002, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:42,814 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T21:41:42,815 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39875-0x1007dfba1b70000, quorum=127.0.0.1:55699, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:41:42,815 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T21:41:42,815 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34691-0x1007dfba1b70001, quorum=127.0.0.1:55699, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:41:42,815 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33933-0x1007dfba1b70002, quorum=127.0.0.1:55699, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:41:42,815 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:41:42,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:42,816 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '828b3f090c91,34691,1732657300921' ***** 2024-11-26T21:41:42,816 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T21:41:42,816 INFO [RS:0;828b3f090c91:34691 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T21:41:42,816 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T21:41:42,816 INFO [RS:0;828b3f090c91:34691 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T21:41:42,816 INFO [RS:0;828b3f090c91:34691 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T21:41:42,816 INFO [RS:0;828b3f090c91:34691 {}] regionserver.HRegionServer(3091): Received CLOSE for 6b758fed713bf21ab500617fc563dab4 2024-11-26T21:41:42,817 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '828b3f090c91,33933,1732657300969' ***** 2024-11-26T21:41:42,817 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T21:41:42,817 INFO [RS:1;828b3f090c91:33933 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T21:41:42,817 INFO [RS:1;828b3f090c91:33933 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T21:41:42,817 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T21:41:42,817 INFO [RS:1;828b3f090c91:33933 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T21:41:42,817 INFO [RS:1;828b3f090c91:33933 {}] regionserver.HRegionServer(3091): Received CLOSE for 5ec16f2d08722ebcc2fd9bdfe4d9d550 2024-11-26T21:41:42,821 INFO [RS:0;828b3f090c91:34691 {}] regionserver.HRegionServer(959): stopping server 828b3f090c91,34691,1732657300921 2024-11-26T21:41:42,821 INFO [RS:0;828b3f090c91:34691 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T21:41:42,821 INFO [RS:1;828b3f090c91:33933 {}] regionserver.HRegionServer(959): stopping server 828b3f090c91,33933,1732657300969 2024-11-26T21:41:42,821 INFO [RS:0;828b3f090c91:34691 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;828b3f090c91:34691. 2024-11-26T21:41:42,821 INFO [RS:1;828b3f090c91:33933 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T21:41:42,821 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6b758fed713bf21ab500617fc563dab4, disabling compactions & flushes 2024-11-26T21:41:42,821 DEBUG [RS:0;828b3f090c91:34691 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:41:42,821 INFO [RS:1;828b3f090c91:33933 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;828b3f090c91:33933. 2024-11-26T21:41:42,821 DEBUG [RS:0;828b3f090c91:34691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:42,821 INFO [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1732657302032.6b758fed713bf21ab500617fc563dab4. 2024-11-26T21:41:42,821 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1732657302032.6b758fed713bf21ab500617fc563dab4. 2024-11-26T21:41:42,821 DEBUG [RS:1;828b3f090c91:33933 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:41:42,821 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5ec16f2d08722ebcc2fd9bdfe4d9d550, disabling compactions & flushes 2024-11-26T21:41:42,821 INFO [RS:0;828b3f090c91:34691 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T21:41:42,821 DEBUG [RS:1;828b3f090c91:33933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:42,821 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1732657302032.6b758fed713bf21ab500617fc563dab4. after waiting 0 ms 2024-11-26T21:41:42,822 INFO [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1732657302032.5ec16f2d08722ebcc2fd9bdfe4d9d550. 2024-11-26T21:41:42,822 INFO [RS:0;828b3f090c91:34691 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T21:41:42,822 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1732657302032.6b758fed713bf21ab500617fc563dab4. 2024-11-26T21:41:42,822 INFO [RS:0;828b3f090c91:34691 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T21:41:42,822 INFO [RS:1;828b3f090c91:33933 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T21:41:42,822 INFO [RS:0;828b3f090c91:34691 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T21:41:42,822 DEBUG [RS:1;828b3f090c91:33933 {}] regionserver.HRegionServer(1325): Online Regions={5ec16f2d08722ebcc2fd9bdfe4d9d550=testClearRegionBlockCache,5,1732657302032.5ec16f2d08722ebcc2fd9bdfe4d9d550.} 2024-11-26T21:41:42,822 DEBUG [RS:1;828b3f090c91:33933 {}] regionserver.HRegionServer(1351): Waiting on 5ec16f2d08722ebcc2fd9bdfe4d9d550 2024-11-26T21:41:42,822 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1732657302032.5ec16f2d08722ebcc2fd9bdfe4d9d550. 2024-11-26T21:41:42,822 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1732657302032.5ec16f2d08722ebcc2fd9bdfe4d9d550. after waiting 0 ms 2024-11-26T21:41:42,822 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1732657302032.5ec16f2d08722ebcc2fd9bdfe4d9d550. 2024-11-26T21:41:42,822 INFO [RS:0;828b3f090c91:34691 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T21:41:42,822 DEBUG [RS:0;828b3f090c91:34691 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6b758fed713bf21ab500617fc563dab4=testClearRegionBlockCache,,1732657302032.6b758fed713bf21ab500617fc563dab4.} 2024-11-26T21:41:42,822 DEBUG [RS:0;828b3f090c91:34691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b758fed713bf21ab500617fc563dab4 2024-11-26T21:41:42,822 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T21:41:42,822 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T21:41:42,823 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T21:41:42,823 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T21:41:42,823 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T21:41:42,823 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-26T21:41:42,840 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/data/default/testClearRegionBlockCache/6b758fed713bf21ab500617fc563dab4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-26T21:41:42,840 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/data/default/testClearRegionBlockCache/5ec16f2d08722ebcc2fd9bdfe4d9d550/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-26T21:41:42,841 INFO [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1732657302032.6b758fed713bf21ab500617fc563dab4. 2024-11-26T21:41:42,841 INFO [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1732657302032.5ec16f2d08722ebcc2fd9bdfe4d9d550. 2024-11-26T21:41:42,842 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5ec16f2d08722ebcc2fd9bdfe4d9d550: Waiting for close lock at 1732657302821Running coprocessor pre-close hooks at 1732657302821Disabling compacts and flushes for region at 1732657302821Disabling writes for close at 1732657302822 (+1 ms)Writing region close event to WAL at 1732657302823 (+1 ms)Running coprocessor post-close hooks at 1732657302841 (+18 ms)Closed at 1732657302841 2024-11-26T21:41:42,842 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6b758fed713bf21ab500617fc563dab4: Waiting for close lock at 1732657302821Running coprocessor pre-close hooks at 1732657302821Disabling compacts and flushes for region at 1732657302821Disabling writes for close at 1732657302822 (+1 ms)Writing region close event to WAL at 1732657302823 (+1 ms)Running coprocessor post-close hooks at 1732657302841 (+18 ms)Closed at 1732657302841 2024-11-26T21:41:42,842 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732657302032.5ec16f2d08722ebcc2fd9bdfe4d9d550. 2024-11-26T21:41:42,842 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732657302032.6b758fed713bf21ab500617fc563dab4. 2024-11-26T21:41:42,856 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/data/hbase/meta/1588230740/.tmp/info/35f9020122284333a3eb0fa7fc2fa8be is 173, key is testClearRegionBlockCache,5,1732657302032.5ec16f2d08722ebcc2fd9bdfe4d9d550./info:regioninfo/1732657302434/Put/seqid=0 2024-11-26T21:41:42,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34431 is added to blk_1073741841_1017 (size=8173) 2024-11-26T21:41:42,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34897 is added to blk_1073741841_1017 (size=8173) 2024-11-26T21:41:42,863 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/data/hbase/meta/1588230740/.tmp/info/35f9020122284333a3eb0fa7fc2fa8be 2024-11-26T21:41:42,874 INFO [regionserver/828b3f090c91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T21:41:42,876 INFO [regionserver/828b3f090c91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T21:41:42,892 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/data/hbase/meta/1588230740/.tmp/ns/b26a43640b6147a09c33978bb95b58d6 is 43, key is default/ns:d/1732657301979/Put/seqid=0 2024-11-26T21:41:42,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34897 is added to blk_1073741842_1018 (size=5153) 2024-11-26T21:41:42,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34431 is added to blk_1073741842_1018 (size=5153) 2024-11-26T21:41:42,899 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/data/hbase/meta/1588230740/.tmp/ns/b26a43640b6147a09c33978bb95b58d6 2024-11-26T21:41:42,927 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/data/hbase/meta/1588230740/.tmp/table/0881376b94f3434586fffd222dae2976 is 61, key is testClearRegionBlockCache/table:state/1732657302449/Put/seqid=0 2024-11-26T21:41:42,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34431 is added to blk_1073741843_1019 (size=5312) 2024-11-26T21:41:42,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34897 is added to blk_1073741843_1019 (size=5312) 2024-11-26T21:41:42,934 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/data/hbase/meta/1588230740/.tmp/table/0881376b94f3434586fffd222dae2976 2024-11-26T21:41:42,944 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/data/hbase/meta/1588230740/.tmp/info/35f9020122284333a3eb0fa7fc2fa8be as hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/data/hbase/meta/1588230740/info/35f9020122284333a3eb0fa7fc2fa8be 2024-11-26T21:41:42,953 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/data/hbase/meta/1588230740/info/35f9020122284333a3eb0fa7fc2fa8be, entries=20, sequenceid=13, filesize=8.0 K 2024-11-26T21:41:42,955 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/data/hbase/meta/1588230740/.tmp/ns/b26a43640b6147a09c33978bb95b58d6 as hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/data/hbase/meta/1588230740/ns/b26a43640b6147a09c33978bb95b58d6 2024-11-26T21:41:42,964 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/data/hbase/meta/1588230740/ns/b26a43640b6147a09c33978bb95b58d6, entries=2, sequenceid=13, filesize=5.0 K 2024-11-26T21:41:42,965 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/data/hbase/meta/1588230740/.tmp/table/0881376b94f3434586fffd222dae2976 as hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/data/hbase/meta/1588230740/table/0881376b94f3434586fffd222dae2976 2024-11-26T21:41:42,975 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/data/hbase/meta/1588230740/table/0881376b94f3434586fffd222dae2976, entries=2, sequenceid=13, filesize=5.2 K 2024-11-26T21:41:42,977 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 153ms, sequenceid=13, compaction requested=false 2024-11-26T21:41:42,983 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-26T21:41:42,984 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T21:41:42,984 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T21:41:42,985 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732657302822Running coprocessor pre-close hooks at 1732657302822Disabling compacts and flushes for region at 1732657302822Disabling writes for close at 1732657302823 (+1 ms)Obtaining lock to block concurrent updates at 1732657302823Preparing flush snapshotting stores in 1588230740 at 1732657302823Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1732657302824 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732657302827 (+3 ms)Flushing 1588230740/info: creating writer at 1732657302827Flushing 1588230740/info: appending metadata at 1732657302855 (+28 ms)Flushing 1588230740/info: closing flushed file at 1732657302855Flushing 1588230740/ns: creating writer at 1732657302874 (+19 ms)Flushing 1588230740/ns: appending metadata at 1732657302891 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732657302891Flushing 1588230740/table: creating writer at 1732657302908 (+17 ms)Flushing 1588230740/table: appending metadata at 1732657302926 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732657302926Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dd429a2: reopening flushed file at 1732657302942 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25fb46c2: reopening flushed file at 1732657302954 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3964686d: reopening flushed file at 1732657302964 (+10 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 153ms, sequenceid=13, compaction requested=false at 1732657302977 (+13 ms)Writing region close event to WAL at 1732657302979 (+2 ms)Running coprocessor post-close hooks at 1732657302984 (+5 ms)Closed at 1732657302984 2024-11-26T21:41:42,985 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T21:41:43,022 INFO [RS:1;828b3f090c91:33933 {}] regionserver.HRegionServer(976): stopping server 828b3f090c91,33933,1732657300969; all regions closed. 2024-11-26T21:41:43,022 INFO [RS:0;828b3f090c91:34691 {}] regionserver.HRegionServer(976): stopping server 828b3f090c91,34691,1732657300921; all regions closed. 2024-11-26T21:41:43,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34897 is added to blk_1073741835_1011 (size=4338) 2024-11-26T21:41:43,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34431 is added to blk_1073741835_1011 (size=4338) 2024-11-26T21:41:43,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34897 is added to blk_1073741834_1010 (size=1867) 2024-11-26T21:41:43,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34431 is added to blk_1073741834_1010 (size=1867) 2024-11-26T21:41:43,029 DEBUG [RS:0;828b3f090c91:34691 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/oldWALs 2024-11-26T21:41:43,029 INFO [RS:0;828b3f090c91:34691 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 828b3f090c91%2C34691%2C1732657300921.meta:.meta(num 1732657301904) 2024-11-26T21:41:43,029 DEBUG [RS:1;828b3f090c91:33933 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/oldWALs 2024-11-26T21:41:43,029 INFO [RS:1;828b3f090c91:33933 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 828b3f090c91%2C33933%2C1732657300969:(num 1732657301516) 2024-11-26T21:41:43,029 DEBUG [RS:1;828b3f090c91:33933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:43,029 INFO [RS:1;828b3f090c91:33933 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T21:41:43,030 INFO [RS:1;828b3f090c91:33933 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T21:41:43,030 INFO [RS:1;828b3f090c91:33933 {}] hbase.ChoreService(370): Chore service for: regionserver/828b3f090c91:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T21:41:43,030 INFO [RS:1;828b3f090c91:33933 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T21:41:43,030 INFO [regionserver/828b3f090c91:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T21:41:43,030 INFO [RS:1;828b3f090c91:33933 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T21:41:43,030 INFO [RS:1;828b3f090c91:33933 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T21:41:43,030 INFO [RS:1;828b3f090c91:33933 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T21:41:43,030 INFO [RS:1;828b3f090c91:33933 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33933 2024-11-26T21:41:43,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39875-0x1007dfba1b70000, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T21:41:43,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33933-0x1007dfba1b70002, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/828b3f090c91,33933,1732657300969 2024-11-26T21:41:43,032 INFO [RS:1;828b3f090c91:33933 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T21:41:43,033 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [828b3f090c91,33933,1732657300969] 2024-11-26T21:41:43,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34897 is added to blk_1073741833_1009 (size=1758) 2024-11-26T21:41:43,034 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/WALs/828b3f090c91,34691,1732657300921/828b3f090c91%2C34691%2C1732657300921.1732657301516 not finished, retry = 0 2024-11-26T21:41:43,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34431 is added to blk_1073741833_1009 (size=1758) 2024-11-26T21:41:43,038 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/828b3f090c91,33933,1732657300969 already deleted, retry=false 2024-11-26T21:41:43,038 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 828b3f090c91,33933,1732657300969 expired; onlineServers=1 2024-11-26T21:41:43,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33933-0x1007dfba1b70002, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:41:43,138 INFO [RS:1;828b3f090c91:33933 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T21:41:43,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33933-0x1007dfba1b70002, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:41:43,138 INFO [RS:1;828b3f090c91:33933 {}] regionserver.HRegionServer(1031): Exiting; stopping=828b3f090c91,33933,1732657300969; zookeeper connection closed. 2024-11-26T21:41:43,138 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@46357334 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@46357334 2024-11-26T21:41:43,139 DEBUG [RS:0;828b3f090c91:34691 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/oldWALs 2024-11-26T21:41:43,139 INFO [RS:0;828b3f090c91:34691 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 828b3f090c91%2C34691%2C1732657300921:(num 1732657301516) 2024-11-26T21:41:43,139 DEBUG [RS:0;828b3f090c91:34691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:43,139 INFO [RS:0;828b3f090c91:34691 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T21:41:43,139 INFO [RS:0;828b3f090c91:34691 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T21:41:43,139 INFO [RS:0;828b3f090c91:34691 {}] hbase.ChoreService(370): Chore service for: regionserver/828b3f090c91:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T21:41:43,140 INFO [RS:0;828b3f090c91:34691 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T21:41:43,140 INFO [regionserver/828b3f090c91:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T21:41:43,140 INFO [RS:0;828b3f090c91:34691 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34691 2024-11-26T21:41:43,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39875-0x1007dfba1b70000, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T21:41:43,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x1007dfba1b70001, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/828b3f090c91,34691,1732657300921 2024-11-26T21:41:43,142 INFO [RS:0;828b3f090c91:34691 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T21:41:43,143 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [828b3f090c91,34691,1732657300921] 2024-11-26T21:41:43,144 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/828b3f090c91,34691,1732657300921 already deleted, retry=false 2024-11-26T21:41:43,144 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 828b3f090c91,34691,1732657300921 expired; onlineServers=0 2024-11-26T21:41:43,144 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '828b3f090c91,39875,1732657300841' ***** 2024-11-26T21:41:43,144 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T21:41:43,144 INFO [M:0;828b3f090c91:39875 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T21:41:43,144 INFO [M:0;828b3f090c91:39875 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T21:41:43,144 DEBUG [M:0;828b3f090c91:39875 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T21:41:43,144 DEBUG [M:0;828b3f090c91:39875 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T21:41:43,144 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T21:41:43,145 DEBUG [master/828b3f090c91:0:becomeActiveMaster-HFileCleaner.large.0-1732657301257 {}] cleaner.HFileCleaner(306): Exit Thread[master/828b3f090c91:0:becomeActiveMaster-HFileCleaner.large.0-1732657301257,5,FailOnTimeoutGroup] 2024-11-26T21:41:43,145 DEBUG [master/828b3f090c91:0:becomeActiveMaster-HFileCleaner.small.0-1732657301258 {}] cleaner.HFileCleaner(306): Exit Thread[master/828b3f090c91:0:becomeActiveMaster-HFileCleaner.small.0-1732657301258,5,FailOnTimeoutGroup] 2024-11-26T21:41:43,145 INFO [M:0;828b3f090c91:39875 {}] hbase.ChoreService(370): Chore service for: master/828b3f090c91:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T21:41:43,145 INFO [M:0;828b3f090c91:39875 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T21:41:43,145 DEBUG [M:0;828b3f090c91:39875 {}] master.HMaster(1795): Stopping service threads 2024-11-26T21:41:43,145 INFO [M:0;828b3f090c91:39875 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T21:41:43,145 INFO [M:0;828b3f090c91:39875 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T21:41:43,146 INFO [M:0;828b3f090c91:39875 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T21:41:43,146 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T21:41:43,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39875-0x1007dfba1b70000, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-26T21:41:43,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39875-0x1007dfba1b70000, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:43,146 DEBUG [M:0;828b3f090c91:39875 {}] zookeeper.ZKUtil(347): master:39875-0x1007dfba1b70000, quorum=127.0.0.1:55699, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-26T21:41:43,146 WARN [M:0;828b3f090c91:39875 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T21:41:43,147 INFO [M:0;828b3f090c91:39875 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/.lastflushedseqids 2024-11-26T21:41:43,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34897 is added to blk_1073741844_1020 (size=191) 2024-11-26T21:41:43,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34431 is added to blk_1073741844_1020 (size=191) 2024-11-26T21:41:43,155 INFO [M:0;828b3f090c91:39875 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T21:41:43,155 INFO [M:0;828b3f090c91:39875 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T21:41:43,155 DEBUG [M:0;828b3f090c91:39875 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T21:41:43,155 INFO [M:0;828b3f090c91:39875 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:41:43,155 DEBUG [M:0;828b3f090c91:39875 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:41:43,155 DEBUG [M:0;828b3f090c91:39875 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T21:41:43,155 DEBUG [M:0;828b3f090c91:39875 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:41:43,155 INFO [M:0;828b3f090c91:39875 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-26T21:41:43,174 DEBUG [M:0;828b3f090c91:39875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a91505a197da473f93a7e5869f2b5771 is 82, key is hbase:meta,,1/info:regioninfo/1732657301960/Put/seqid=0 2024-11-26T21:41:43,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34431 is added to blk_1073741845_1021 (size=5672) 2024-11-26T21:41:43,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34897 is added to blk_1073741845_1021 (size=5672) 2024-11-26T21:41:43,181 INFO [M:0;828b3f090c91:39875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a91505a197da473f93a7e5869f2b5771 2024-11-26T21:41:43,205 DEBUG [M:0;828b3f090c91:39875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99f03be27da144528003f20a4760d708 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732657302456/Put/seqid=0 2024-11-26T21:41:43,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34431 is added to blk_1073741846_1022 (size=6219) 2024-11-26T21:41:43,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34897 is added to blk_1073741846_1022 (size=6219) 2024-11-26T21:41:43,213 INFO [M:0;828b3f090c91:39875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99f03be27da144528003f20a4760d708 2024-11-26T21:41:43,241 DEBUG [M:0;828b3f090c91:39875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de0936708f23415aa9922424d117d679 is 69, key is 828b3f090c91,33933,1732657300969/rs:state/1732657301332/Put/seqid=0 2024-11-26T21:41:43,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x1007dfba1b70001, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:41:43,244 INFO [RS:0;828b3f090c91:34691 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T21:41:43,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x1007dfba1b70001, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:41:43,244 INFO [RS:0;828b3f090c91:34691 {}] regionserver.HRegionServer(1031): Exiting; stopping=828b3f090c91,34691,1732657300921; zookeeper connection closed. 2024-11-26T21:41:43,244 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1630c8c9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1630c8c9 2024-11-26T21:41:43,244 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-26T21:41:43,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34897 is added to blk_1073741847_1023 (size=5224) 2024-11-26T21:41:43,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34431 is added to blk_1073741847_1023 (size=5224) 2024-11-26T21:41:43,249 INFO [M:0;828b3f090c91:39875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de0936708f23415aa9922424d117d679 2024-11-26T21:41:43,259 DEBUG [M:0;828b3f090c91:39875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a91505a197da473f93a7e5869f2b5771 as hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a91505a197da473f93a7e5869f2b5771 2024-11-26T21:41:43,267 INFO [M:0;828b3f090c91:39875 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a91505a197da473f93a7e5869f2b5771, entries=8, sequenceid=71, filesize=5.5 K 2024-11-26T21:41:43,268 DEBUG [M:0;828b3f090c91:39875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99f03be27da144528003f20a4760d708 as hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/99f03be27da144528003f20a4760d708 2024-11-26T21:41:43,275 INFO [M:0;828b3f090c91:39875 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/99f03be27da144528003f20a4760d708, entries=8, sequenceid=71, filesize=6.1 K 2024-11-26T21:41:43,277 DEBUG [M:0;828b3f090c91:39875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de0936708f23415aa9922424d117d679 as hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/de0936708f23415aa9922424d117d679 2024-11-26T21:41:43,286 INFO [M:0;828b3f090c91:39875 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36653/user/jenkins/test-data/75100d59-8db3-8873-5c2f-60c4b2ef72d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/de0936708f23415aa9922424d117d679, entries=2, sequenceid=71, filesize=5.1 K 2024-11-26T21:41:43,287 INFO [M:0;828b3f090c91:39875 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 132ms, sequenceid=71, compaction requested=false 2024-11-26T21:41:43,288 INFO [M:0;828b3f090c91:39875 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:41:43,289 DEBUG [M:0;828b3f090c91:39875 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732657303155Disabling compacts and flushes for region at 1732657303155Disabling writes for close at 1732657303155Obtaining lock to block concurrent updates at 1732657303155Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732657303155Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1732657303156 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732657303157 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732657303157Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732657303173 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732657303174 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732657303188 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732657303204 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732657303205 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732657303220 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732657303240 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732657303241 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@237d8c6f: reopening flushed file at 1732657303258 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c5b45f1: reopening flushed file at 1732657303267 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ef5f4da: reopening flushed file at 1732657303275 (+8 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 132ms, sequenceid=71, compaction requested=false at 1732657303287 (+12 ms)Writing region close event to WAL at 1732657303288 (+1 ms)Closed at 1732657303288 2024-11-26T21:41:43,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34897 is added to blk_1073741830_1006 (size=35440) 2024-11-26T21:41:43,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34431 is added to blk_1073741830_1006 (size=35440) 2024-11-26T21:41:43,293 INFO [M:0;828b3f090c91:39875 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T21:41:43,293 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T21:41:43,293 INFO [M:0;828b3f090c91:39875 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39875 2024-11-26T21:41:43,293 INFO [M:0;828b3f090c91:39875 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T21:41:43,395 INFO [M:0;828b3f090c91:39875 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T21:41:43,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39875-0x1007dfba1b70000, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:41:43,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39875-0x1007dfba1b70000, quorum=127.0.0.1:55699, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:41:43,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e7b3f56{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:41:43,398 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@533e50e1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T21:41:43,398 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T21:41:43,399 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1461b002{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T21:41:43,399 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@170675b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ef61173-9cb7-fd4f-80fd-74cb6e803be4/hadoop.log.dir/,STOPPED} 2024-11-26T21:41:43,400 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T21:41:43,400 WARN [BP-2114703056-172.17.0.2-1732657300142 heartbeating to localhost/127.0.0.1:36653 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T21:41:43,400 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T21:41:43,400 WARN [BP-2114703056-172.17.0.2-1732657300142 heartbeating to localhost/127.0.0.1:36653 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2114703056-172.17.0.2-1732657300142 (Datanode Uuid 813c336b-d07b-4425-b633-56fab9e973af) service to localhost/127.0.0.1:36653 2024-11-26T21:41:43,401 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ef61173-9cb7-fd4f-80fd-74cb6e803be4/cluster_c1aab40d-e2ed-86d4-2ee4-15d7f7717881/data/data3/current/BP-2114703056-172.17.0.2-1732657300142 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:41:43,401 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ef61173-9cb7-fd4f-80fd-74cb6e803be4/cluster_c1aab40d-e2ed-86d4-2ee4-15d7f7717881/data/data4/current/BP-2114703056-172.17.0.2-1732657300142 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:41:43,402 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T21:41:43,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e7c04b6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:41:43,404 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3633cbba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T21:41:43,404 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T21:41:43,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e0a1ed3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T21:41:43,405 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10d45e0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ef61173-9cb7-fd4f-80fd-74cb6e803be4/hadoop.log.dir/,STOPPED} 2024-11-26T21:41:43,406 WARN [BP-2114703056-172.17.0.2-1732657300142 heartbeating to localhost/127.0.0.1:36653 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T21:41:43,406 WARN [BP-2114703056-172.17.0.2-1732657300142 heartbeating to localhost/127.0.0.1:36653 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2114703056-172.17.0.2-1732657300142 (Datanode Uuid 0d322f58-abca-41ca-bc86-b61f00b0ccc4) service to localhost/127.0.0.1:36653 2024-11-26T21:41:43,406 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T21:41:43,406 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T21:41:43,406 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ef61173-9cb7-fd4f-80fd-74cb6e803be4/cluster_c1aab40d-e2ed-86d4-2ee4-15d7f7717881/data/data1/current/BP-2114703056-172.17.0.2-1732657300142 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:41:43,407 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ef61173-9cb7-fd4f-80fd-74cb6e803be4/cluster_c1aab40d-e2ed-86d4-2ee4-15d7f7717881/data/data2/current/BP-2114703056-172.17.0.2-1732657300142 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:41:43,407 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T21:41:43,413 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@331c2619{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T21:41:43,413 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c1fecbe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T21:41:43,414 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T21:41:43,414 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bc2908f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T21:41:43,414 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5703790{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ef61173-9cb7-fd4f-80fd-74cb6e803be4/hadoop.log.dir/,STOPPED} 2024-11-26T21:41:43,420 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T21:41:43,423 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T21:41:43,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T21:41:43,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T21:41:43,458 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=110 (was 80) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1815995009) connection to localhost/127.0.0.1:36653 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1815995009) connection to localhost/127.0.0.1:36653 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:36653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1815995009) connection to localhost/127.0.0.1:36653 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1815995009) connection to localhost/127.0.0.1:36653 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:36653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 406) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=264 (was 269), ProcessCount=11 (was 11), AvailableMemoryMB=10749 (was 10893) 2024-11-26T21:41:43,467 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=110, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=264, ProcessCount=11, AvailableMemoryMB=10749 2024-11-26T21:41:43,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T21:41:43,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ef61173-9cb7-fd4f-80fd-74cb6e803be4/hadoop.log.dir so I do NOT create it in target/test-data/a57ad9d2-463d-c375-9c1e-8ee18891826e 2024-11-26T21:41:43,483 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ef61173-9cb7-fd4f-80fd-74cb6e803be4/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T21:41:43,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ef61173-9cb7-fd4f-80fd-74cb6e803be4/hadoop.tmp.dir so I do NOT create it in target/test-data/a57ad9d2-463d-c375-9c1e-8ee18891826e 2024-11-26T21:41:43,483 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ef61173-9cb7-fd4f-80fd-74cb6e803be4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T21:41:43,483 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a57ad9d2-463d-c375-9c1e-8ee18891826e 2024-11-26T21:41:43,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T21:41:43,483 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a57ad9d2-463d-c375-9c1e-8ee18891826e/cluster_6571e144-aa23-3b99-bf2a-7805f098aedd, deleteOnExit=true 2024-11-26T21:41:43,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T21:41:43,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a57ad9d2-463d-c375-9c1e-8ee18891826e/test.cache.data in system properties and HBase conf 2024-11-26T21:41:43,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a57ad9d2-463d-c375-9c1e-8ee18891826e/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T21:41:43,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a57ad9d2-463d-c375-9c1e-8ee18891826e/hadoop.log.dir in system properties and HBase conf 2024-11-26T21:41:43,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a57ad9d2-463d-c375-9c1e-8ee18891826e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T21:41:43,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a57ad9d2-463d-c375-9c1e-8ee18891826e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T21:41:43,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T21:41:43,484 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T21:41:43,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a57ad9d2-463d-c375-9c1e-8ee18891826e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T21:41:43,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a57ad9d2-463d-c375-9c1e-8ee18891826e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T21:41:43,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a57ad9d2-463d-c375-9c1e-8ee18891826e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T21:41:43,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a57ad9d2-463d-c375-9c1e-8ee18891826e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T21:41:43,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a57ad9d2-463d-c375-9c1e-8ee18891826e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T21:41:43,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a57ad9d2-463d-c375-9c1e-8ee18891826e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T21:41:43,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a57ad9d2-463d-c375-9c1e-8ee18891826e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T21:41:43,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a57ad9d2-463d-c375-9c1e-8ee18891826e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T21:41:43,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T21:41:43,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a57ad9d2-463d-c375-9c1e-8ee18891826e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T21:41:43,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a57ad9d2-463d-c375-9c1e-8ee18891826e/nfs.dump.dir in system properties and HBase conf 2024-11-26T21:41:43,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a57ad9d2-463d-c375-9c1e-8ee18891826e/java.io.tmpdir in system properties and HBase conf 2024-11-26T21:41:43,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a57ad9d2-463d-c375-9c1e-8ee18891826e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T21:41:43,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a57ad9d2-463d-c375-9c1e-8ee18891826e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T21:41:43,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a57ad9d2-463d-c375-9c1e-8ee18891826e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T21:41:43,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T21:41:43,566 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:41:43,574 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T21:41:43,575 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T21:41:43,575 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T21:41:43,575 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T21:41:43,576 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:41:43,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18d585ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a57ad9d2-463d-c375-9c1e-8ee18891826e/hadoop.log.dir/,AVAILABLE} 2024-11-26T21:41:43,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c0e8e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T21:41:43,693 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ad82df0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a57ad9d2-463d-c375-9c1e-8ee18891826e/java.io.tmpdir/jetty-localhost-40005-hadoop-hdfs-3_4_1-tests_jar-_-any-1141393956276124087/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T21:41:43,694 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6dde91c5{HTTP/1.1, (http/1.1)}{localhost:40005} 2024-11-26T21:41:43,694 INFO [Time-limited test {}] server.Server(415): Started @14393ms 2024-11-26T21:41:43,760 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:41:43,765 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T21:41:43,765 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T21:41:43,765 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T21:41:43,766 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T21:41:43,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2852f35f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a57ad9d2-463d-c375-9c1e-8ee18891826e/hadoop.log.dir/,AVAILABLE} 2024-11-26T21:41:43,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34372003{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T21:41:43,875 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@90ea889{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a57ad9d2-463d-c375-9c1e-8ee18891826e/java.io.tmpdir/jetty-localhost-36951-hadoop-hdfs-3_4_1-tests_jar-_-any-1214061416782193098/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:41:43,876 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38177204{HTTP/1.1, (http/1.1)}{localhost:36951} 2024-11-26T21:41:43,876 INFO [Time-limited test {}] server.Server(415): Started @14575ms 2024-11-26T21:41:43,877 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T21:41:43,921 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:41:43,926 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T21:41:43,934 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T21:41:43,934 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T21:41:43,934 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T21:41:43,935 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41003801{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a57ad9d2-463d-c375-9c1e-8ee18891826e/hadoop.log.dir/,AVAILABLE} 2024-11-26T21:41:43,935 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cd4842a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T21:41:43,961 WARN [Thread-616 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a57ad9d2-463d-c375-9c1e-8ee18891826e/cluster_6571e144-aa23-3b99-bf2a-7805f098aedd/data/data1/current/BP-569661647-172.17.0.2-1732657303522/current, will proceed with Du for space computation calculation, 2024-11-26T21:41:43,961 WARN [Thread-617 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a57ad9d2-463d-c375-9c1e-8ee18891826e/cluster_6571e144-aa23-3b99-bf2a-7805f098aedd/data/data2/current/BP-569661647-172.17.0.2-1732657303522/current, will proceed with Du for space computation calculation, 2024-11-26T21:41:43,984 WARN [Thread-595 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T21:41:43,987 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d37a0c8383a9fe0 with lease ID 0x75274ed88f00d141: Processing first storage report for DS-ecc323a9-d01c-481a-9330-d836124e5945 from datanode DatanodeRegistration(127.0.0.1:43695, datanodeUuid=fe5ab243-a4dc-4f50-83e6-35c858a7fb1b, infoPort=36505, infoSecurePort=0, ipcPort=36911, storageInfo=lv=-57;cid=testClusterID;nsid=1983834129;c=1732657303522) 2024-11-26T21:41:43,987 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d37a0c8383a9fe0 with lease ID 0x75274ed88f00d141: from storage DS-ecc323a9-d01c-481a-9330-d836124e5945 node DatanodeRegistration(127.0.0.1:43695, datanodeUuid=fe5ab243-a4dc-4f50-83e6-35c858a7fb1b, infoPort=36505, infoSecurePort=0, ipcPort=36911, storageInfo=lv=-57;cid=testClusterID;nsid=1983834129;c=1732657303522), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T21:41:43,987 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d37a0c8383a9fe0 with lease ID 0x75274ed88f00d141: Processing first storage report for DS-a9c458c1-fc8d-4ded-afe1-ae849355fff5 from datanode DatanodeRegistration(127.0.0.1:43695, datanodeUuid=fe5ab243-a4dc-4f50-83e6-35c858a7fb1b, infoPort=36505, infoSecurePort=0, ipcPort=36911, storageInfo=lv=-57;cid=testClusterID;nsid=1983834129;c=1732657303522) 2024-11-26T21:41:43,987 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d37a0c8383a9fe0 with lease ID 0x75274ed88f00d141: from storage DS-a9c458c1-fc8d-4ded-afe1-ae849355fff5 node DatanodeRegistration(127.0.0.1:43695, datanodeUuid=fe5ab243-a4dc-4f50-83e6-35c858a7fb1b, infoPort=36505, infoSecurePort=0, ipcPort=36911, storageInfo=lv=-57;cid=testClusterID;nsid=1983834129;c=1732657303522), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T21:41:44,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e379e2f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a57ad9d2-463d-c375-9c1e-8ee18891826e/java.io.tmpdir/jetty-localhost-45621-hadoop-hdfs-3_4_1-tests_jar-_-any-1095894349752928305/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:41:44,048 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31caa404{HTTP/1.1, (http/1.1)}{localhost:45621} 2024-11-26T21:41:44,048 INFO [Time-limited test {}] server.Server(415): Started @14747ms 2024-11-26T21:41:44,054 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T21:41:44,122 WARN [Thread-643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a57ad9d2-463d-c375-9c1e-8ee18891826e/cluster_6571e144-aa23-3b99-bf2a-7805f098aedd/data/data4/current/BP-569661647-172.17.0.2-1732657303522/current, will proceed with Du for space computation calculation, 2024-11-26T21:41:44,122 WARN [Thread-642 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a57ad9d2-463d-c375-9c1e-8ee18891826e/cluster_6571e144-aa23-3b99-bf2a-7805f098aedd/data/data3/current/BP-569661647-172.17.0.2-1732657303522/current, will proceed with Du for space computation calculation, 2024-11-26T21:41:44,150 WARN [Thread-631 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T21:41:44,154 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x572f3fe811b93565 with lease ID 0x75274ed88f00d142: Processing first storage report for DS-1b9fffed-2c20-4bfc-907b-b65b2389f1f0 from datanode DatanodeRegistration(127.0.0.1:46739, datanodeUuid=750d3101-cac1-4e66-b008-6075c8dd4ad5, infoPort=34929, infoSecurePort=0, ipcPort=46293, storageInfo=lv=-57;cid=testClusterID;nsid=1983834129;c=1732657303522) 2024-11-26T21:41:44,154 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x572f3fe811b93565 with lease ID 0x75274ed88f00d142: from storage DS-1b9fffed-2c20-4bfc-907b-b65b2389f1f0 node DatanodeRegistration(127.0.0.1:46739, datanodeUuid=750d3101-cac1-4e66-b008-6075c8dd4ad5, infoPort=34929, infoSecurePort=0, ipcPort=46293, storageInfo=lv=-57;cid=testClusterID;nsid=1983834129;c=1732657303522), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T21:41:44,154 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x572f3fe811b93565 with lease ID 0x75274ed88f00d142: Processing first storage report for DS-82d68d88-c8ae-49ab-b2cb-15ac71676296 from datanode DatanodeRegistration(127.0.0.1:46739, datanodeUuid=750d3101-cac1-4e66-b008-6075c8dd4ad5, infoPort=34929, infoSecurePort=0, ipcPort=46293, storageInfo=lv=-57;cid=testClusterID;nsid=1983834129;c=1732657303522) 2024-11-26T21:41:44,154 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x572f3fe811b93565 with lease ID 0x75274ed88f00d142: from storage DS-82d68d88-c8ae-49ab-b2cb-15ac71676296 node DatanodeRegistration(127.0.0.1:46739, datanodeUuid=750d3101-cac1-4e66-b008-6075c8dd4ad5, infoPort=34929, infoSecurePort=0, ipcPort=46293, storageInfo=lv=-57;cid=testClusterID;nsid=1983834129;c=1732657303522), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T21:41:44,187 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a57ad9d2-463d-c375-9c1e-8ee18891826e 2024-11-26T21:41:44,190 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a57ad9d2-463d-c375-9c1e-8ee18891826e/cluster_6571e144-aa23-3b99-bf2a-7805f098aedd/zookeeper_0, clientPort=63766, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a57ad9d2-463d-c375-9c1e-8ee18891826e/cluster_6571e144-aa23-3b99-bf2a-7805f098aedd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a57ad9d2-463d-c375-9c1e-8ee18891826e/cluster_6571e144-aa23-3b99-bf2a-7805f098aedd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T21:41:44,191 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63766 2024-11-26T21:41:44,191 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:44,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:44,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741825_1001 (size=7) 2024-11-26T21:41:44,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741825_1001 (size=7) 2024-11-26T21:41:44,209 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0 with version=8 2024-11-26T21:41:44,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/hbase-staging 2024-11-26T21:41:44,212 INFO [Time-limited test {}] client.ConnectionUtils(128): master/828b3f090c91:0 server-side Connection retries=45 2024-11-26T21:41:44,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:44,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:44,213 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T21:41:44,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:44,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T21:41:44,213 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T21:41:44,213 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T21:41:44,214 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33737 2024-11-26T21:41:44,216 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33737 connecting to ZooKeeper ensemble=127.0.0.1:63766 2024-11-26T21:41:44,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:337370x0, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T21:41:44,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33737-0x1007dfbaeec0000 connected 2024-11-26T21:41:44,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:44,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:44,240 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33737-0x1007dfbaeec0000, quorum=127.0.0.1:63766, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:41:44,240 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0, hbase.cluster.distributed=false 2024-11-26T21:41:44,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33737-0x1007dfbaeec0000, quorum=127.0.0.1:63766, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T21:41:44,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33737 2024-11-26T21:41:44,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33737 2024-11-26T21:41:44,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33737 2024-11-26T21:41:44,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33737 2024-11-26T21:41:44,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33737 2024-11-26T21:41:44,263 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/828b3f090c91:0 server-side Connection retries=45 2024-11-26T21:41:44,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:44,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:44,263 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T21:41:44,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:44,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T21:41:44,263 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T21:41:44,264 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T21:41:44,264 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43945 2024-11-26T21:41:44,266 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43945 connecting to ZooKeeper ensemble=127.0.0.1:63766 2024-11-26T21:41:44,267 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:44,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:44,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439450x0, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T21:41:44,273 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:439450x0, quorum=127.0.0.1:63766, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:41:44,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43945-0x1007dfbaeec0001 connected 2024-11-26T21:41:44,274 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T21:41:44,274 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T21:41:44,275 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43945-0x1007dfbaeec0001, quorum=127.0.0.1:63766, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T21:41:44,276 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43945-0x1007dfbaeec0001, quorum=127.0.0.1:63766, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T21:41:44,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43945 2024-11-26T21:41:44,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43945 2024-11-26T21:41:44,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43945 2024-11-26T21:41:44,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43945 2024-11-26T21:41:44,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43945 2024-11-26T21:41:44,296 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/828b3f090c91:0 server-side Connection retries=45 2024-11-26T21:41:44,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:44,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:44,297 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T21:41:44,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:44,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T21:41:44,297 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T21:41:44,297 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T21:41:44,298 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45873 2024-11-26T21:41:44,300 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45873 connecting to ZooKeeper ensemble=127.0.0.1:63766 2024-11-26T21:41:44,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:44,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:44,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458730x0, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T21:41:44,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45873-0x1007dfbaeec0002, quorum=127.0.0.1:63766, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:41:44,317 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45873-0x1007dfbaeec0002 connected 2024-11-26T21:41:44,317 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T21:41:44,323 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T21:41:44,324 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45873-0x1007dfbaeec0002, quorum=127.0.0.1:63766, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T21:41:44,325 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45873-0x1007dfbaeec0002, quorum=127.0.0.1:63766, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T21:41:44,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45873 2024-11-26T21:41:44,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45873 2024-11-26T21:41:44,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45873 2024-11-26T21:41:44,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45873 2024-11-26T21:41:44,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45873 2024-11-26T21:41:44,339 DEBUG [M:0;828b3f090c91:33737 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;828b3f090c91:33737 2024-11-26T21:41:44,339 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/828b3f090c91,33737,1732657304212 2024-11-26T21:41:44,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x1007dfbaeec0000, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:41:44,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43945-0x1007dfbaeec0001, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:41:44,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45873-0x1007dfbaeec0002, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:41:44,341 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33737-0x1007dfbaeec0000, quorum=127.0.0.1:63766, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/828b3f090c91,33737,1732657304212 2024-11-26T21:41:44,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45873-0x1007dfbaeec0002, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T21:41:44,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43945-0x1007dfbaeec0001, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T21:41:44,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x1007dfbaeec0000, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:44,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43945-0x1007dfbaeec0001, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:44,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45873-0x1007dfbaeec0002, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:44,349 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33737-0x1007dfbaeec0000, quorum=127.0.0.1:63766, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T21:41:44,349 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/828b3f090c91,33737,1732657304212 from backup master directory 2024-11-26T21:41:44,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45873-0x1007dfbaeec0002, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:41:44,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x1007dfbaeec0000, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/828b3f090c91,33737,1732657304212 2024-11-26T21:41:44,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x1007dfbaeec0000, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:41:44,350 WARN [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T21:41:44,350 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=828b3f090c91,33737,1732657304212 2024-11-26T21:41:44,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43945-0x1007dfbaeec0001, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:41:44,355 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/hbase.id] with ID: d5f02037-c5e7-4c27-82cc-c1cc196b7eb1 2024-11-26T21:41:44,355 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/.tmp/hbase.id 2024-11-26T21:41:44,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741826_1002 (size=42) 2024-11-26T21:41:44,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741826_1002 (size=42) 2024-11-26T21:41:44,363 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/.tmp/hbase.id]:[hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/hbase.id] 2024-11-26T21:41:44,378 INFO [master/828b3f090c91:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:44,378 INFO [master/828b3f090c91:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T21:41:44,380 INFO [master/828b3f090c91:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-26T21:41:44,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43945-0x1007dfbaeec0001, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:44,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x1007dfbaeec0000, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:44,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45873-0x1007dfbaeec0002, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:44,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741827_1003 (size=196) 2024-11-26T21:41:44,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741827_1003 (size=196) 2024-11-26T21:41:44,390 INFO [master/828b3f090c91:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T21:41:44,391 INFO [master/828b3f090c91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T21:41:44,391 INFO [master/828b3f090c91:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T21:41:44,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741828_1004 (size=1189) 2024-11-26T21:41:44,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741828_1004 (size=1189) 2024-11-26T21:41:44,401 INFO [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/MasterData/data/master/store 2024-11-26T21:41:44,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741829_1005 (size=34) 2024-11-26T21:41:44,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741829_1005 (size=34) 2024-11-26T21:41:44,411 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:41:44,411 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T21:41:44,411 INFO [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:41:44,411 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:41:44,411 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T21:41:44,411 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:41:44,411 INFO [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:41:44,411 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732657304411Disabling compacts and flushes for region at 1732657304411Disabling writes for close at 1732657304411Writing region close event to WAL at 1732657304411Closed at 1732657304411 2024-11-26T21:41:44,412 WARN [master/828b3f090c91:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/MasterData/data/master/store/.initializing 2024-11-26T21:41:44,412 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/MasterData/WALs/828b3f090c91,33737,1732657304212 2024-11-26T21:41:44,413 INFO [master/828b3f090c91:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T21:41:44,415 INFO [master/828b3f090c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=828b3f090c91%2C33737%2C1732657304212, suffix=, logDir=hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/MasterData/WALs/828b3f090c91,33737,1732657304212, archiveDir=hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/MasterData/oldWALs, maxLogs=10 2024-11-26T21:41:44,431 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/MasterData/WALs/828b3f090c91,33737,1732657304212/828b3f090c91%2C33737%2C1732657304212.1732657304416, exclude list is [], retry=0 2024-11-26T21:41:44,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43695,DS-ecc323a9-d01c-481a-9330-d836124e5945,DISK] 2024-11-26T21:41:44,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46739,DS-1b9fffed-2c20-4bfc-907b-b65b2389f1f0,DISK] 2024-11-26T21:41:44,437 INFO [master/828b3f090c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/MasterData/WALs/828b3f090c91,33737,1732657304212/828b3f090c91%2C33737%2C1732657304212.1732657304416 2024-11-26T21:41:44,437 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36505:36505),(127.0.0.1/127.0.0.1:34929:34929)] 2024-11-26T21:41:44,437 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T21:41:44,438 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:41:44,438 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:44,438 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:44,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:44,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T21:41:44,442 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:44,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:44,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:44,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T21:41:44,444 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:44,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:41:44,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:44,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T21:41:44,447 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:44,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:41:44,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:44,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T21:41:44,449 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:44,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:41:44,450 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:44,451 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:44,451 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:44,452 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:44,452 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:44,453 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T21:41:44,454 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:44,457 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T21:41:44,457 INFO [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64696333, jitterRate=-0.03594951331615448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T21:41:44,459 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732657304438Initializing all the Stores at 1732657304439 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657304439Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657304439Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657304439Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657304439Cleaning up temporary data from old regions at 1732657304452 (+13 ms)Region opened successfully at 1732657304459 (+7 ms) 2024-11-26T21:41:44,459 INFO [master/828b3f090c91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T21:41:44,463 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52b4b422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=828b3f090c91/172.17.0.2:0 2024-11-26T21:41:44,464 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T21:41:44,464 INFO [master/828b3f090c91:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T21:41:44,464 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T21:41:44,465 INFO [master/828b3f090c91:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T21:41:44,465 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T21:41:44,466 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T21:41:44,466 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T21:41:44,468 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T21:41:44,469 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33737-0x1007dfbaeec0000, quorum=127.0.0.1:63766, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-26T21:41:44,470 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-26T21:41:44,471 INFO [master/828b3f090c91:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T21:41:44,471 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33737-0x1007dfbaeec0000, quorum=127.0.0.1:63766, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-26T21:41:44,472 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-26T21:41:44,472 INFO [master/828b3f090c91:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T21:41:44,473 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33737-0x1007dfbaeec0000, quorum=127.0.0.1:63766, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-26T21:41:44,474 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-26T21:41:44,475 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33737-0x1007dfbaeec0000, quorum=127.0.0.1:63766, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-26T21:41:44,476 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-26T21:41:44,479 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33737-0x1007dfbaeec0000, quorum=127.0.0.1:63766, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T21:41:44,480 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-26T21:41:44,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43945-0x1007dfbaeec0001, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T21:41:44,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45873-0x1007dfbaeec0002, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T21:41:44,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x1007dfbaeec0000, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T21:41:44,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x1007dfbaeec0000, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:44,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43945-0x1007dfbaeec0001, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:44,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45873-0x1007dfbaeec0002, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:44,482 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=828b3f090c91,33737,1732657304212, sessionid=0x1007dfbaeec0000, setting cluster-up flag (Was=false) 2024-11-26T21:41:44,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x1007dfbaeec0000, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:44,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43945-0x1007dfbaeec0001, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:44,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45873-0x1007dfbaeec0002, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:44,488 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-26T21:41:44,489 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=828b3f090c91,33737,1732657304212 2024-11-26T21:41:44,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45873-0x1007dfbaeec0002, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:44,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x1007dfbaeec0000, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:44,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43945-0x1007dfbaeec0001, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:44,495 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-26T21:41:44,497 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=828b3f090c91,33737,1732657304212 2024-11-26T21:41:44,498 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T21:41:44,500 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T21:41:44,501 INFO [master/828b3f090c91:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T21:41:44,501 INFO [master/828b3f090c91:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T21:41:44,501 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 828b3f090c91,33737,1732657304212 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T21:41:44,503 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/828b3f090c91:0, corePoolSize=5, maxPoolSize=5 2024-11-26T21:41:44,503 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/828b3f090c91:0, corePoolSize=5, maxPoolSize=5 2024-11-26T21:41:44,503 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/828b3f090c91:0, corePoolSize=5, maxPoolSize=5 2024-11-26T21:41:44,503 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/828b3f090c91:0, corePoolSize=5, maxPoolSize=5 2024-11-26T21:41:44,503 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/828b3f090c91:0, corePoolSize=10, maxPoolSize=10 2024-11-26T21:41:44,503 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:44,503 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/828b3f090c91:0, corePoolSize=2, maxPoolSize=2 2024-11-26T21:41:44,504 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:44,506 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732657334506 2024-11-26T21:41:44,506 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T21:41:44,506 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T21:41:44,506 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T21:41:44,506 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T21:41:44,506 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T21:41:44,506 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T21:41:44,506 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:44,507 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T21:41:44,507 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T21:41:44,507 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T21:41:44,508 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T21:41:44,508 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T21:41:44,508 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T21:41:44,508 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T21:41:44,508 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/828b3f090c91:0:becomeActiveMaster-HFileCleaner.large.0-1732657304508,5,FailOnTimeoutGroup] 2024-11-26T21:41:44,508 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:44,509 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/828b3f090c91:0:becomeActiveMaster-HFileCleaner.small.0-1732657304508,5,FailOnTimeoutGroup] 2024-11-26T21:41:44,509 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:44,509 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T21:41:44,509 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:44,509 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:44,509 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T21:41:44,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741831_1007 (size=1321) 2024-11-26T21:41:44,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741831_1007 (size=1321) 2024-11-26T21:41:44,527 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T21:41:44,527 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0 2024-11-26T21:41:44,530 INFO [RS:0;828b3f090c91:43945 {}] regionserver.HRegionServer(746): ClusterId : d5f02037-c5e7-4c27-82cc-c1cc196b7eb1 2024-11-26T21:41:44,530 DEBUG [RS:0;828b3f090c91:43945 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T21:41:44,532 DEBUG [RS:0;828b3f090c91:43945 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T21:41:44,532 DEBUG [RS:0;828b3f090c91:43945 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T21:41:44,534 INFO [RS:1;828b3f090c91:45873 {}] regionserver.HRegionServer(746): ClusterId : d5f02037-c5e7-4c27-82cc-c1cc196b7eb1 2024-11-26T21:41:44,534 DEBUG [RS:1;828b3f090c91:45873 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T21:41:44,536 DEBUG [RS:0;828b3f090c91:43945 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T21:41:44,536 DEBUG [RS:0;828b3f090c91:43945 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@488c72a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=828b3f090c91/172.17.0.2:0 2024-11-26T21:41:44,537 DEBUG [RS:1;828b3f090c91:45873 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T21:41:44,537 DEBUG [RS:1;828b3f090c91:45873 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T21:41:44,539 DEBUG [RS:1;828b3f090c91:45873 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T21:41:44,539 DEBUG [RS:1;828b3f090c91:45873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@614b4a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=828b3f090c91/172.17.0.2:0 2024-11-26T21:41:44,554 DEBUG [RS:0;828b3f090c91:43945 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;828b3f090c91:43945 2024-11-26T21:41:44,555 INFO [RS:0;828b3f090c91:43945 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T21:41:44,555 INFO [RS:0;828b3f090c91:43945 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T21:41:44,555 DEBUG [RS:0;828b3f090c91:43945 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T21:41:44,556 INFO [RS:0;828b3f090c91:43945 {}] regionserver.HRegionServer(2659): reportForDuty to master=828b3f090c91,33737,1732657304212 with port=43945, startcode=1732657304263 2024-11-26T21:41:44,556 DEBUG [RS:0;828b3f090c91:43945 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T21:41:44,571 DEBUG [RS:1;828b3f090c91:45873 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;828b3f090c91:45873 2024-11-26T21:41:44,571 INFO [RS:1;828b3f090c91:45873 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T21:41:44,571 INFO [RS:1;828b3f090c91:45873 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T21:41:44,571 DEBUG [RS:1;828b3f090c91:45873 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T21:41:44,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741832_1008 (size=32) 2024-11-26T21:41:44,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741832_1008 (size=32) 2024-11-26T21:41:44,572 INFO [RS:1;828b3f090c91:45873 {}] regionserver.HRegionServer(2659): reportForDuty to master=828b3f090c91,33737,1732657304212 with port=45873, startcode=1732657304296 2024-11-26T21:41:44,573 DEBUG [RS:1;828b3f090c91:45873 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T21:41:44,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:41:44,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T21:41:44,578 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46743, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T21:41:44,579 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33737 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 828b3f090c91,45873,1732657304296 2024-11-26T21:41:44,579 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33737 {}] master.ServerManager(517): Registering regionserver=828b3f090c91,45873,1732657304296 2024-11-26T21:41:44,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T21:41:44,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:44,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:44,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T21:41:44,583 DEBUG [RS:1;828b3f090c91:45873 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0 2024-11-26T21:41:44,583 DEBUG [RS:1;828b3f090c91:45873 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43051 2024-11-26T21:41:44,583 DEBUG [RS:1;828b3f090c91:45873 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T21:41:44,583 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39891, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T21:41:44,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T21:41:44,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:44,584 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33737 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 828b3f090c91,43945,1732657304263 2024-11-26T21:41:44,584 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33737 {}] master.ServerManager(517): Registering regionserver=828b3f090c91,43945,1732657304263 2024-11-26T21:41:44,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:44,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T21:41:44,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x1007dfbaeec0000, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T21:41:44,586 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T21:41:44,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:44,587 DEBUG [RS:1;828b3f090c91:45873 {}] zookeeper.ZKUtil(111): regionserver:45873-0x1007dfbaeec0002, quorum=127.0.0.1:63766, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/828b3f090c91,45873,1732657304296 2024-11-26T21:41:44,587 WARN [RS:1;828b3f090c91:45873 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T21:41:44,587 INFO [RS:1;828b3f090c91:45873 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T21:41:44,588 DEBUG [RS:1;828b3f090c91:45873 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/WALs/828b3f090c91,45873,1732657304296 2024-11-26T21:41:44,587 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [828b3f090c91,45873,1732657304296] 2024-11-26T21:41:44,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:44,588 DEBUG [RS:0;828b3f090c91:43945 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0 2024-11-26T21:41:44,588 DEBUG [RS:0;828b3f090c91:43945 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43051 2024-11-26T21:41:44,588 DEBUG [RS:0;828b3f090c91:43945 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T21:41:44,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T21:41:44,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x1007dfbaeec0000, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T21:41:44,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T21:41:44,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:44,591 DEBUG [RS:0;828b3f090c91:43945 {}] zookeeper.ZKUtil(111): regionserver:43945-0x1007dfbaeec0001, quorum=127.0.0.1:63766, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/828b3f090c91,43945,1732657304263 2024-11-26T21:41:44,591 WARN [RS:0;828b3f090c91:43945 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T21:41:44,591 INFO [RS:0;828b3f090c91:43945 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T21:41:44,592 DEBUG [RS:0;828b3f090c91:43945 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/WALs/828b3f090c91,43945,1732657304263 2024-11-26T21:41:44,593 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [828b3f090c91,43945,1732657304263] 2024-11-26T21:41:44,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:44,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T21:41:44,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/data/hbase/meta/1588230740 2024-11-26T21:41:44,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/data/hbase/meta/1588230740 2024-11-26T21:41:44,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T21:41:44,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T21:41:44,599 INFO [RS:1;828b3f090c91:45873 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T21:41:44,599 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T21:41:44,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T21:41:44,603 INFO [RS:1;828b3f090c91:45873 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T21:41:44,603 INFO [RS:0;828b3f090c91:43945 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T21:41:44,610 INFO [RS:1;828b3f090c91:45873 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T21:41:44,610 INFO [RS:0;828b3f090c91:43945 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T21:41:44,610 INFO [RS:1;828b3f090c91:45873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:44,610 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T21:41:44,610 INFO [RS:1;828b3f090c91:45873 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T21:41:44,611 INFO [RS:0;828b3f090c91:43945 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T21:41:44,611 INFO [RS:0;828b3f090c91:43945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:44,611 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73038688, jitterRate=0.08836126327514648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T21:41:44,611 INFO [RS:0;828b3f090c91:43945 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T21:41:44,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732657304573Initializing all the Stores at 1732657304575 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657304575Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657304577 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657304577Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657304577Cleaning up temporary data from old regions at 1732657304598 (+21 ms)Region opened successfully at 1732657304612 (+14 ms) 2024-11-26T21:41:44,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T21:41:44,613 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T21:41:44,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T21:41:44,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T21:41:44,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T21:41:44,613 INFO [RS:1;828b3f090c91:45873 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T21:41:44,613 INFO [RS:1;828b3f090c91:45873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:44,614 DEBUG [RS:1;828b3f090c91:45873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:44,614 DEBUG [RS:1;828b3f090c91:45873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:44,614 DEBUG [RS:1;828b3f090c91:45873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:44,614 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T21:41:44,614 DEBUG [RS:1;828b3f090c91:45873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:44,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732657304612Disabling compacts and flushes for region at 1732657304612Disabling writes for close at 1732657304613 (+1 ms)Writing region close event to WAL at 1732657304614 (+1 ms)Closed at 1732657304614 2024-11-26T21:41:44,614 DEBUG [RS:1;828b3f090c91:45873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:44,614 DEBUG [RS:1;828b3f090c91:45873 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/828b3f090c91:0, corePoolSize=2, maxPoolSize=2 2024-11-26T21:41:44,614 DEBUG [RS:1;828b3f090c91:45873 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:44,614 DEBUG [RS:1;828b3f090c91:45873 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:44,614 DEBUG [RS:1;828b3f090c91:45873 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:44,615 DEBUG [RS:1;828b3f090c91:45873 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:44,615 DEBUG [RS:1;828b3f090c91:45873 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:44,615 DEBUG [RS:1;828b3f090c91:45873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:44,615 DEBUG [RS:1;828b3f090c91:45873 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/828b3f090c91:0, corePoolSize=3, maxPoolSize=3 2024-11-26T21:41:44,615 DEBUG [RS:1;828b3f090c91:45873 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/828b3f090c91:0, corePoolSize=3, maxPoolSize=3 2024-11-26T21:41:44,615 INFO [RS:0;828b3f090c91:43945 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T21:41:44,615 INFO [RS:0;828b3f090c91:43945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:44,615 DEBUG [RS:0;828b3f090c91:43945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:44,616 DEBUG [RS:0;828b3f090c91:43945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:44,616 DEBUG [RS:0;828b3f090c91:43945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:44,616 DEBUG [RS:0;828b3f090c91:43945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:44,616 DEBUG [RS:0;828b3f090c91:43945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:44,616 DEBUG [RS:0;828b3f090c91:43945 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/828b3f090c91:0, corePoolSize=2, maxPoolSize=2 2024-11-26T21:41:44,616 DEBUG [RS:0;828b3f090c91:43945 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:44,616 DEBUG [RS:0;828b3f090c91:43945 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:44,616 DEBUG [RS:0;828b3f090c91:43945 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:44,616 DEBUG [RS:0;828b3f090c91:43945 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:44,616 DEBUG [RS:0;828b3f090c91:43945 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:44,616 DEBUG [RS:0;828b3f090c91:43945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:44,616 DEBUG [RS:0;828b3f090c91:43945 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/828b3f090c91:0, corePoolSize=3, maxPoolSize=3 2024-11-26T21:41:44,617 DEBUG [RS:0;828b3f090c91:43945 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/828b3f090c91:0, corePoolSize=3, maxPoolSize=3 2024-11-26T21:41:44,617 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T21:41:44,617 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T21:41:44,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T21:41:44,619 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T21:41:44,621 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T21:41:44,629 INFO [RS:1;828b3f090c91:45873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:44,629 INFO [RS:1;828b3f090c91:45873 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:44,629 INFO [RS:1;828b3f090c91:45873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:44,630 INFO [RS:1;828b3f090c91:45873 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:44,630 INFO [RS:1;828b3f090c91:45873 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:44,630 INFO [RS:1;828b3f090c91:45873 {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,45873,1732657304296-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T21:41:44,633 INFO [RS:0;828b3f090c91:43945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:44,633 INFO [RS:0;828b3f090c91:43945 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:44,633 INFO [RS:0;828b3f090c91:43945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:44,633 INFO [RS:0;828b3f090c91:43945 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:44,633 INFO [RS:0;828b3f090c91:43945 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:44,633 INFO [RS:0;828b3f090c91:43945 {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,43945,1732657304263-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T21:41:44,650 INFO [RS:0;828b3f090c91:43945 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T21:41:44,651 INFO [RS:0;828b3f090c91:43945 {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,43945,1732657304263-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:44,651 INFO [RS:0;828b3f090c91:43945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:44,651 INFO [RS:0;828b3f090c91:43945 {}] regionserver.Replication(171): 828b3f090c91,43945,1732657304263 started 2024-11-26T21:41:44,655 INFO [RS:1;828b3f090c91:45873 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T21:41:44,655 INFO [RS:1;828b3f090c91:45873 {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,45873,1732657304296-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:44,655 INFO [RS:1;828b3f090c91:45873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:44,655 INFO [RS:1;828b3f090c91:45873 {}] regionserver.Replication(171): 828b3f090c91,45873,1732657304296 started 2024-11-26T21:41:44,668 INFO [RS:0;828b3f090c91:43945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:44,668 INFO [RS:0;828b3f090c91:43945 {}] regionserver.HRegionServer(1482): Serving as 828b3f090c91,43945,1732657304263, RpcServer on 828b3f090c91/172.17.0.2:43945, sessionid=0x1007dfbaeec0001 2024-11-26T21:41:44,668 DEBUG [RS:0;828b3f090c91:43945 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T21:41:44,668 DEBUG [RS:0;828b3f090c91:43945 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 828b3f090c91,43945,1732657304263 2024-11-26T21:41:44,668 DEBUG [RS:0;828b3f090c91:43945 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '828b3f090c91,43945,1732657304263' 2024-11-26T21:41:44,669 DEBUG [RS:0;828b3f090c91:43945 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T21:41:44,669 DEBUG [RS:0;828b3f090c91:43945 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T21:41:44,670 DEBUG [RS:0;828b3f090c91:43945 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T21:41:44,670 DEBUG [RS:0;828b3f090c91:43945 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T21:41:44,670 DEBUG [RS:0;828b3f090c91:43945 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 828b3f090c91,43945,1732657304263 2024-11-26T21:41:44,670 DEBUG [RS:0;828b3f090c91:43945 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '828b3f090c91,43945,1732657304263' 2024-11-26T21:41:44,670 DEBUG [RS:0;828b3f090c91:43945 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T21:41:44,671 DEBUG [RS:0;828b3f090c91:43945 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T21:41:44,671 DEBUG [RS:0;828b3f090c91:43945 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T21:41:44,671 INFO [RS:0;828b3f090c91:43945 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T21:41:44,671 INFO [RS:0;828b3f090c91:43945 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T21:41:44,676 INFO [RS:1;828b3f090c91:45873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:44,677 INFO [RS:1;828b3f090c91:45873 {}] regionserver.HRegionServer(1482): Serving as 828b3f090c91,45873,1732657304296, RpcServer on 828b3f090c91/172.17.0.2:45873, sessionid=0x1007dfbaeec0002 2024-11-26T21:41:44,677 DEBUG [RS:1;828b3f090c91:45873 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T21:41:44,677 DEBUG [RS:1;828b3f090c91:45873 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 828b3f090c91,45873,1732657304296 2024-11-26T21:41:44,677 DEBUG [RS:1;828b3f090c91:45873 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '828b3f090c91,45873,1732657304296' 2024-11-26T21:41:44,677 DEBUG [RS:1;828b3f090c91:45873 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T21:41:44,678 DEBUG [RS:1;828b3f090c91:45873 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T21:41:44,678 DEBUG [RS:1;828b3f090c91:45873 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T21:41:44,678 DEBUG [RS:1;828b3f090c91:45873 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T21:41:44,678 DEBUG [RS:1;828b3f090c91:45873 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 828b3f090c91,45873,1732657304296 2024-11-26T21:41:44,678 DEBUG [RS:1;828b3f090c91:45873 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '828b3f090c91,45873,1732657304296' 2024-11-26T21:41:44,678 DEBUG [RS:1;828b3f090c91:45873 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T21:41:44,679 DEBUG [RS:1;828b3f090c91:45873 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T21:41:44,679 DEBUG [RS:1;828b3f090c91:45873 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T21:41:44,679 INFO [RS:1;828b3f090c91:45873 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T21:41:44,679 INFO [RS:1;828b3f090c91:45873 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T21:41:44,772 WARN [828b3f090c91:33737 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T21:41:44,772 INFO [RS:0;828b3f090c91:43945 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T21:41:44,775 INFO [RS:0;828b3f090c91:43945 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=828b3f090c91%2C43945%2C1732657304263, suffix=, logDir=hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/WALs/828b3f090c91,43945,1732657304263, archiveDir=hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/oldWALs, maxLogs=32 2024-11-26T21:41:44,780 INFO [RS:1;828b3f090c91:45873 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T21:41:44,782 INFO [RS:1;828b3f090c91:45873 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=828b3f090c91%2C45873%2C1732657304296, suffix=, logDir=hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/WALs/828b3f090c91,45873,1732657304296, archiveDir=hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/oldWALs, maxLogs=32 2024-11-26T21:41:44,791 DEBUG [RS:0;828b3f090c91:43945 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/WALs/828b3f090c91,43945,1732657304263/828b3f090c91%2C43945%2C1732657304263.1732657304776, exclude list is [], retry=0 2024-11-26T21:41:44,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43695,DS-ecc323a9-d01c-481a-9330-d836124e5945,DISK] 2024-11-26T21:41:44,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46739,DS-1b9fffed-2c20-4bfc-907b-b65b2389f1f0,DISK] 2024-11-26T21:41:44,799 INFO [RS:0;828b3f090c91:43945 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/WALs/828b3f090c91,43945,1732657304263/828b3f090c91%2C43945%2C1732657304263.1732657304776 2024-11-26T21:41:44,802 DEBUG [RS:1;828b3f090c91:45873 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/WALs/828b3f090c91,45873,1732657304296/828b3f090c91%2C45873%2C1732657304296.1732657304783, exclude list is [], retry=0 2024-11-26T21:41:44,803 DEBUG [RS:0;828b3f090c91:43945 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36505:36505),(127.0.0.1/127.0.0.1:34929:34929)] 2024-11-26T21:41:44,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46739,DS-1b9fffed-2c20-4bfc-907b-b65b2389f1f0,DISK] 2024-11-26T21:41:44,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43695,DS-ecc323a9-d01c-481a-9330-d836124e5945,DISK] 2024-11-26T21:41:44,817 INFO [RS:1;828b3f090c91:45873 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/WALs/828b3f090c91,45873,1732657304296/828b3f090c91%2C45873%2C1732657304296.1732657304783 2024-11-26T21:41:44,817 DEBUG [RS:1;828b3f090c91:45873 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36505:36505),(127.0.0.1/127.0.0.1:34929:34929)] 2024-11-26T21:41:45,022 DEBUG [828b3f090c91:33737 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-26T21:41:45,023 DEBUG [828b3f090c91:33737 {}] balancer.BalancerClusterState(204): Hosts are {828b3f090c91=0} racks are {/default-rack=0} 2024-11-26T21:41:45,025 DEBUG [828b3f090c91:33737 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-26T21:41:45,025 DEBUG [828b3f090c91:33737 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-26T21:41:45,025 DEBUG [828b3f090c91:33737 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-26T21:41:45,025 DEBUG [828b3f090c91:33737 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-26T21:41:45,025 INFO [828b3f090c91:33737 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-26T21:41:45,025 INFO [828b3f090c91:33737 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-26T21:41:45,025 DEBUG [828b3f090c91:33737 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T21:41:45,026 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=828b3f090c91,45873,1732657304296 2024-11-26T21:41:45,027 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 828b3f090c91,45873,1732657304296, state=OPENING 2024-11-26T21:41:45,028 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T21:41:45,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x1007dfbaeec0000, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:45,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45873-0x1007dfbaeec0002, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:45,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43945-0x1007dfbaeec0001, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:45,029 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T21:41:45,030 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:41:45,030 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:41:45,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=828b3f090c91,45873,1732657304296}] 2024-11-26T21:41:45,030 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:41:45,183 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T21:41:45,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41141, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T21:41:45,192 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T21:41:45,192 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T21:41:45,192 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T21:41:45,195 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=828b3f090c91%2C45873%2C1732657304296.meta, suffix=.meta, logDir=hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/WALs/828b3f090c91,45873,1732657304296, archiveDir=hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/oldWALs, maxLogs=32 2024-11-26T21:41:45,211 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/WALs/828b3f090c91,45873,1732657304296/828b3f090c91%2C45873%2C1732657304296.meta.1732657305196.meta, exclude list is [], retry=0 2024-11-26T21:41:45,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46739,DS-1b9fffed-2c20-4bfc-907b-b65b2389f1f0,DISK] 2024-11-26T21:41:45,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43695,DS-ecc323a9-d01c-481a-9330-d836124e5945,DISK] 2024-11-26T21:41:45,219 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/WALs/828b3f090c91,45873,1732657304296/828b3f090c91%2C45873%2C1732657304296.meta.1732657305196.meta 2024-11-26T21:41:45,221 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34929:34929),(127.0.0.1/127.0.0.1:36505:36505)] 2024-11-26T21:41:45,221 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T21:41:45,222 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T21:41:45,222 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T21:41:45,222 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T21:41:45,222 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T21:41:45,222 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:41:45,222 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T21:41:45,222 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T21:41:45,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T21:41:45,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T21:41:45,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:45,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:45,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T21:41:45,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T21:41:45,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:45,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:45,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T21:41:45,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T21:41:45,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:45,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:45,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T21:41:45,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T21:41:45,232 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:45,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:45,233 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T21:41:45,234 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/data/hbase/meta/1588230740 2024-11-26T21:41:45,235 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/data/hbase/meta/1588230740 2024-11-26T21:41:45,237 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T21:41:45,237 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T21:41:45,237 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T21:41:45,240 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T21:41:45,241 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62338754, jitterRate=-0.07108017802238464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T21:41:45,241 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T21:41:45,242 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732657305222Writing region info on filesystem at 1732657305222Initializing all the Stores at 1732657305223 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657305223Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657305224 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657305224Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657305224Cleaning up temporary data from old regions at 1732657305237 (+13 ms)Running coprocessor post-open hooks at 1732657305241 (+4 ms)Region opened successfully at 1732657305242 (+1 ms) 2024-11-26T21:41:45,243 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732657305183 2024-11-26T21:41:45,246 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T21:41:45,247 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T21:41:45,248 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=828b3f090c91,45873,1732657304296 2024-11-26T21:41:45,249 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 828b3f090c91,45873,1732657304296, state=OPEN 2024-11-26T21:41:45,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45873-0x1007dfbaeec0002, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T21:41:45,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x1007dfbaeec0000, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T21:41:45,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43945-0x1007dfbaeec0001, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T21:41:45,251 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:41:45,251 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:41:45,251 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:41:45,251 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=828b3f090c91,45873,1732657304296 2024-11-26T21:41:45,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T21:41:45,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=828b3f090c91,45873,1732657304296 in 221 msec 2024-11-26T21:41:45,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T21:41:45,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 638 msec 2024-11-26T21:41:45,259 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T21:41:45,259 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T21:41:45,261 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T21:41:45,261 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=828b3f090c91,45873,1732657304296, seqNum=-1] 2024-11-26T21:41:45,261 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:41:45,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41575, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:41:45,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 769 msec 2024-11-26T21:41:45,270 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732657305270, completionTime=-1 2024-11-26T21:41:45,270 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-26T21:41:45,270 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T21:41:45,273 INFO [master/828b3f090c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-26T21:41:45,273 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732657365273 2024-11-26T21:41:45,273 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732657425273 2024-11-26T21:41:45,273 INFO [master/828b3f090c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T21:41:45,273 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,33737,1732657304212-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:45,274 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,33737,1732657304212-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:45,274 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,33737,1732657304212-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:45,274 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-828b3f090c91:33737, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:45,274 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:45,274 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:45,276 DEBUG [master/828b3f090c91:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T21:41:45,279 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.929sec 2024-11-26T21:41:45,280 INFO [master/828b3f090c91:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T21:41:45,280 INFO [master/828b3f090c91:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T21:41:45,280 INFO [master/828b3f090c91:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T21:41:45,280 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T21:41:45,280 INFO [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T21:41:45,280 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,33737,1732657304212-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T21:41:45,280 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,33737,1732657304212-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T21:41:45,283 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T21:41:45,283 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T21:41:45,283 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,33737,1732657304212-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:45,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40e7ffe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:41:45,335 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 828b3f090c91,33737,-1 for getting cluster id 2024-11-26T21:41:45,335 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T21:41:45,337 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5f02037-c5e7-4c27-82cc-c1cc196b7eb1' 2024-11-26T21:41:45,337 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T21:41:45,338 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5f02037-c5e7-4c27-82cc-c1cc196b7eb1" 2024-11-26T21:41:45,338 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a7ca7f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:41:45,338 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [828b3f090c91,33737,-1] 2024-11-26T21:41:45,338 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T21:41:45,339 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:45,340 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54150, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T21:41:45,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c4ef958, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:41:45,341 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T21:41:45,343 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=828b3f090c91,45873,1732657304296, seqNum=-1] 2024-11-26T21:41:45,343 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:41:45,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54136, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:41:45,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=828b3f090c91,33737,1732657304212 2024-11-26T21:41:45,347 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T21:41:45,349 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 828b3f090c91,33737,1732657304212 2024-11-26T21:41:45,349 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1401f419 2024-11-26T21:41:45,349 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T21:41:45,351 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54164, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T21:41:45,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T21:41:45,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-26T21:41:45,355 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T21:41:45,355 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:45,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-26T21:41:45,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T21:41:45,357 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T21:41:45,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741836_1012 (size=379) 2024-11-26T21:41:45,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741836_1012 (size=379) 2024-11-26T21:41:45,377 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c183c51cedd9c814001ccf2ccd17bae6, NAME => 'testClearRegionBlockCache,,1732657305351.c183c51cedd9c814001ccf2ccd17bae6.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0 2024-11-26T21:41:45,377 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 75da900e7daea538e8265fd008ea9a3f, NAME => 'testClearRegionBlockCache,5,1732657305351.75da900e7daea538e8265fd008ea9a3f.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0 2024-11-26T21:41:45,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741838_1014 (size=61) 2024-11-26T21:41:45,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741838_1014 (size=61) 2024-11-26T21:41:45,386 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1732657305351.c183c51cedd9c814001ccf2ccd17bae6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:41:45,386 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing c183c51cedd9c814001ccf2ccd17bae6, disabling compactions & flushes 2024-11-26T21:41:45,386 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1732657305351.c183c51cedd9c814001ccf2ccd17bae6. 2024-11-26T21:41:45,386 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1732657305351.c183c51cedd9c814001ccf2ccd17bae6. 2024-11-26T21:41:45,386 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1732657305351.c183c51cedd9c814001ccf2ccd17bae6. after waiting 0 ms 2024-11-26T21:41:45,386 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1732657305351.c183c51cedd9c814001ccf2ccd17bae6. 2024-11-26T21:41:45,386 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1732657305351.c183c51cedd9c814001ccf2ccd17bae6. 2024-11-26T21:41:45,386 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for c183c51cedd9c814001ccf2ccd17bae6: Waiting for close lock at 1732657305386Disabling compacts and flushes for region at 1732657305386Disabling writes for close at 1732657305386Writing region close event to WAL at 1732657305386Closed at 1732657305386 2024-11-26T21:41:45,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741837_1013 (size=61) 2024-11-26T21:41:45,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741837_1013 (size=61) 2024-11-26T21:41:45,395 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1732657305351.75da900e7daea538e8265fd008ea9a3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:41:45,395 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 75da900e7daea538e8265fd008ea9a3f, disabling compactions & flushes 2024-11-26T21:41:45,395 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1732657305351.75da900e7daea538e8265fd008ea9a3f. 2024-11-26T21:41:45,395 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1732657305351.75da900e7daea538e8265fd008ea9a3f. 2024-11-26T21:41:45,396 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1732657305351.75da900e7daea538e8265fd008ea9a3f. after waiting 0 ms 2024-11-26T21:41:45,396 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1732657305351.75da900e7daea538e8265fd008ea9a3f. 2024-11-26T21:41:45,396 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1732657305351.75da900e7daea538e8265fd008ea9a3f. 2024-11-26T21:41:45,396 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 75da900e7daea538e8265fd008ea9a3f: Waiting for close lock at 1732657305395Disabling compacts and flushes for region at 1732657305395Disabling writes for close at 1732657305396 (+1 ms)Writing region close event to WAL at 1732657305396Closed at 1732657305396 2024-11-26T21:41:45,397 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T21:41:45,398 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732657305351.c183c51cedd9c814001ccf2ccd17bae6.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732657305397"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732657305397"}]},"ts":"1732657305397"} 2024-11-26T21:41:45,398 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732657305351.75da900e7daea538e8265fd008ea9a3f.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732657305397"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732657305397"}]},"ts":"1732657305397"} 2024-11-26T21:41:45,402 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-26T21:41:45,403 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T21:41:45,404 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732657305403"}]},"ts":"1732657305403"} 2024-11-26T21:41:45,407 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-26T21:41:45,408 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {828b3f090c91=0} racks are {/default-rack=0} 2024-11-26T21:41:45,409 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-26T21:41:45,409 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-26T21:41:45,409 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-26T21:41:45,409 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-26T21:41:45,409 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-26T21:41:45,409 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-26T21:41:45,409 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T21:41:45,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c183c51cedd9c814001ccf2ccd17bae6, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=75da900e7daea538e8265fd008ea9a3f, ASSIGN}] 2024-11-26T21:41:45,412 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=75da900e7daea538e8265fd008ea9a3f, ASSIGN 2024-11-26T21:41:45,412 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c183c51cedd9c814001ccf2ccd17bae6, ASSIGN 2024-11-26T21:41:45,414 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c183c51cedd9c814001ccf2ccd17bae6, ASSIGN; state=OFFLINE, location=828b3f090c91,45873,1732657304296; forceNewPlan=false, retain=false 2024-11-26T21:41:45,414 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=75da900e7daea538e8265fd008ea9a3f, ASSIGN; state=OFFLINE, location=828b3f090c91,43945,1732657304263; forceNewPlan=false, retain=false 2024-11-26T21:41:45,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T21:41:45,565 INFO [828b3f090c91:33737 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-26T21:41:45,565 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=75da900e7daea538e8265fd008ea9a3f, regionState=OPENING, regionLocation=828b3f090c91,43945,1732657304263 2024-11-26T21:41:45,565 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c183c51cedd9c814001ccf2ccd17bae6, regionState=OPENING, regionLocation=828b3f090c91,45873,1732657304296 2024-11-26T21:41:45,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c183c51cedd9c814001ccf2ccd17bae6, ASSIGN because future has completed 2024-11-26T21:41:45,569 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c183c51cedd9c814001ccf2ccd17bae6, server=828b3f090c91,45873,1732657304296}] 2024-11-26T21:41:45,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=75da900e7daea538e8265fd008ea9a3f, ASSIGN because future has completed 2024-11-26T21:41:45,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75da900e7daea538e8265fd008ea9a3f, server=828b3f090c91,43945,1732657304263}] 2024-11-26T21:41:45,576 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T21:41:45,577 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T21:41:45,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T21:41:45,579 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T21:41:45,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T21:41:45,580 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T21:41:45,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T21:41:45,727 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1732657305351.c183c51cedd9c814001ccf2ccd17bae6. 2024-11-26T21:41:45,727 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => c183c51cedd9c814001ccf2ccd17bae6, NAME => 'testClearRegionBlockCache,,1732657305351.c183c51cedd9c814001ccf2ccd17bae6.', STARTKEY => '', ENDKEY => '5'} 2024-11-26T21:41:45,727 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache c183c51cedd9c814001ccf2ccd17bae6 2024-11-26T21:41:45,728 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T21:41:45,728 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1732657305351.c183c51cedd9c814001ccf2ccd17bae6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:41:45,728 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for c183c51cedd9c814001ccf2ccd17bae6 2024-11-26T21:41:45,728 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for c183c51cedd9c814001ccf2ccd17bae6 2024-11-26T21:41:45,733 INFO [StoreOpener-c183c51cedd9c814001ccf2ccd17bae6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region c183c51cedd9c814001ccf2ccd17bae6 2024-11-26T21:41:45,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36195, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T21:41:45,735 INFO [StoreOpener-c183c51cedd9c814001ccf2ccd17bae6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c183c51cedd9c814001ccf2ccd17bae6 columnFamilyName family 2024-11-26T21:41:45,735 DEBUG [StoreOpener-c183c51cedd9c814001ccf2ccd17bae6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:45,736 INFO [StoreOpener-c183c51cedd9c814001ccf2ccd17bae6-1 {}] regionserver.HStore(327): Store=c183c51cedd9c814001ccf2ccd17bae6/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:41:45,736 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for c183c51cedd9c814001ccf2ccd17bae6 2024-11-26T21:41:45,737 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/data/default/testClearRegionBlockCache/c183c51cedd9c814001ccf2ccd17bae6 2024-11-26T21:41:45,738 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/data/default/testClearRegionBlockCache/c183c51cedd9c814001ccf2ccd17bae6 2024-11-26T21:41:45,738 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for c183c51cedd9c814001ccf2ccd17bae6 2024-11-26T21:41:45,738 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for c183c51cedd9c814001ccf2ccd17bae6 2024-11-26T21:41:45,740 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for c183c51cedd9c814001ccf2ccd17bae6 2024-11-26T21:41:45,741 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1732657305351.75da900e7daea538e8265fd008ea9a3f. 2024-11-26T21:41:45,742 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 75da900e7daea538e8265fd008ea9a3f, NAME => 'testClearRegionBlockCache,5,1732657305351.75da900e7daea538e8265fd008ea9a3f.', STARTKEY => '5', ENDKEY => ''} 2024-11-26T21:41:45,742 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 75da900e7daea538e8265fd008ea9a3f 2024-11-26T21:41:45,742 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1732657305351.75da900e7daea538e8265fd008ea9a3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:41:45,742 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 75da900e7daea538e8265fd008ea9a3f 2024-11-26T21:41:45,742 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 75da900e7daea538e8265fd008ea9a3f 2024-11-26T21:41:45,744 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/data/default/testClearRegionBlockCache/c183c51cedd9c814001ccf2ccd17bae6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T21:41:45,745 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened c183c51cedd9c814001ccf2ccd17bae6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72649627, jitterRate=0.08256380259990692}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T21:41:45,745 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c183c51cedd9c814001ccf2ccd17bae6 2024-11-26T21:41:45,745 INFO [StoreOpener-75da900e7daea538e8265fd008ea9a3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 75da900e7daea538e8265fd008ea9a3f 2024-11-26T21:41:45,746 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for c183c51cedd9c814001ccf2ccd17bae6: Running coprocessor pre-open hook at 1732657305728Writing region info on filesystem at 1732657305728Initializing all the Stores at 1732657305729 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657305729Cleaning up temporary data from old regions at 1732657305738 (+9 ms)Running coprocessor post-open hooks at 1732657305745 (+7 ms)Region opened successfully at 1732657305746 (+1 ms) 2024-11-26T21:41:45,747 INFO [StoreOpener-75da900e7daea538e8265fd008ea9a3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75da900e7daea538e8265fd008ea9a3f columnFamilyName family 2024-11-26T21:41:45,747 DEBUG [StoreOpener-75da900e7daea538e8265fd008ea9a3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:45,747 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1732657305351.c183c51cedd9c814001ccf2ccd17bae6., pid=7, masterSystemTime=1732657305722 2024-11-26T21:41:45,747 INFO [StoreOpener-75da900e7daea538e8265fd008ea9a3f-1 {}] regionserver.HStore(327): Store=75da900e7daea538e8265fd008ea9a3f/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:41:45,747 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 75da900e7daea538e8265fd008ea9a3f 2024-11-26T21:41:45,748 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/data/default/testClearRegionBlockCache/75da900e7daea538e8265fd008ea9a3f 2024-11-26T21:41:45,749 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/data/default/testClearRegionBlockCache/75da900e7daea538e8265fd008ea9a3f 2024-11-26T21:41:45,749 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 75da900e7daea538e8265fd008ea9a3f 2024-11-26T21:41:45,749 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 75da900e7daea538e8265fd008ea9a3f 2024-11-26T21:41:45,751 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1732657305351.c183c51cedd9c814001ccf2ccd17bae6. 2024-11-26T21:41:45,751 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1732657305351.c183c51cedd9c814001ccf2ccd17bae6. 2024-11-26T21:41:45,752 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c183c51cedd9c814001ccf2ccd17bae6, regionState=OPEN, openSeqNum=2, regionLocation=828b3f090c91,45873,1732657304296 2024-11-26T21:41:45,752 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 75da900e7daea538e8265fd008ea9a3f 2024-11-26T21:41:45,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c183c51cedd9c814001ccf2ccd17bae6, server=828b3f090c91,45873,1732657304296 because future has completed 2024-11-26T21:41:45,756 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/data/default/testClearRegionBlockCache/75da900e7daea538e8265fd008ea9a3f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T21:41:45,757 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 75da900e7daea538e8265fd008ea9a3f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68186171, jitterRate=0.016053125262260437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T21:41:45,757 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 75da900e7daea538e8265fd008ea9a3f 2024-11-26T21:41:45,757 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 75da900e7daea538e8265fd008ea9a3f: Running coprocessor pre-open hook at 1732657305743Writing region info on filesystem at 1732657305743Initializing all the Stores at 1732657305744 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657305744Cleaning up temporary data from old regions at 1732657305750 (+6 ms)Running coprocessor post-open hooks at 1732657305757 (+7 ms)Region opened successfully at 1732657305757 2024-11-26T21:41:45,758 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1732657305351.75da900e7daea538e8265fd008ea9a3f., pid=8, masterSystemTime=1732657305727 2024-11-26T21:41:45,761 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1732657305351.75da900e7daea538e8265fd008ea9a3f. 2024-11-26T21:41:45,761 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1732657305351.75da900e7daea538e8265fd008ea9a3f. 2024-11-26T21:41:45,761 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-26T21:41:45,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c183c51cedd9c814001ccf2ccd17bae6, server=828b3f090c91,45873,1732657304296 in 189 msec 2024-11-26T21:41:45,762 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=75da900e7daea538e8265fd008ea9a3f, regionState=OPEN, openSeqNum=2, regionLocation=828b3f090c91,43945,1732657304263 2024-11-26T21:41:45,763 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c183c51cedd9c814001ccf2ccd17bae6, ASSIGN in 351 msec 2024-11-26T21:41:45,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75da900e7daea538e8265fd008ea9a3f, server=828b3f090c91,43945,1732657304263 because future has completed 2024-11-26T21:41:45,770 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-26T21:41:45,770 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 75da900e7daea538e8265fd008ea9a3f, server=828b3f090c91,43945,1732657304263 in 194 msec 2024-11-26T21:41:45,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-26T21:41:45,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=75da900e7daea538e8265fd008ea9a3f, ASSIGN in 360 msec 2024-11-26T21:41:45,775 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T21:41:45,775 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732657305775"}]},"ts":"1732657305775"} 2024-11-26T21:41:45,778 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-26T21:41:45,779 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T21:41:45,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 427 msec 2024-11-26T21:41:45,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T21:41:45,986 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-26T21:41:45,986 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-26T21:41:45,987 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T21:41:45,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-26T21:41:45,991 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T21:41:45,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-26T21:41:45,995 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1732657305351.c183c51cedd9c814001ccf2ccd17bae6., hostname=828b3f090c91,45873,1732657304296, seqNum=2] 2024-11-26T21:41:46,010 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1732657305351.75da900e7daea538e8265fd008ea9a3f., hostname=828b3f090c91,43945,1732657304263, seqNum=2] 2024-11-26T21:41:46,010 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:41:46,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43474, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:41:46,025 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 75da900e7daea538e8265fd008ea9a3f 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-26T21:41:46,044 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/data/default/testClearRegionBlockCache/75da900e7daea538e8265fd008ea9a3f/.tmp/family/47834f9acdd4432e8831c4da9c0fc7ac is 32, key is 5/family:/1732657306013/Put/seqid=0 2024-11-26T21:41:46,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741839_1015 (size=5083) 2024-11-26T21:41:46,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741839_1015 (size=5083) 2024-11-26T21:41:46,051 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/data/default/testClearRegionBlockCache/75da900e7daea538e8265fd008ea9a3f/.tmp/family/47834f9acdd4432e8831c4da9c0fc7ac 2024-11-26T21:41:46,060 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/data/default/testClearRegionBlockCache/75da900e7daea538e8265fd008ea9a3f/.tmp/family/47834f9acdd4432e8831c4da9c0fc7ac as hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/data/default/testClearRegionBlockCache/75da900e7daea538e8265fd008ea9a3f/family/47834f9acdd4432e8831c4da9c0fc7ac 2024-11-26T21:41:46,069 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/data/default/testClearRegionBlockCache/75da900e7daea538e8265fd008ea9a3f/family/47834f9acdd4432e8831c4da9c0fc7ac, entries=5, sequenceid=9, filesize=5.0 K 2024-11-26T21:41:46,070 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 75da900e7daea538e8265fd008ea9a3f in 45ms, sequenceid=9, compaction requested=false 2024-11-26T21:41:46,070 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 75da900e7daea538e8265fd008ea9a3f: 2024-11-26T21:41:46,070 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c183c51cedd9c814001ccf2ccd17bae6 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-26T21:41:46,088 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/data/default/testClearRegionBlockCache/c183c51cedd9c814001ccf2ccd17bae6/.tmp/family/30aecbda132d4445be36f2d69db5b4ac is 32, key is 1/family:/1732657305997/Put/seqid=0 2024-11-26T21:41:46,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741840_1016 (size=5054) 2024-11-26T21:41:46,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741840_1016 (size=5054) 2024-11-26T21:41:46,099 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/data/default/testClearRegionBlockCache/c183c51cedd9c814001ccf2ccd17bae6/.tmp/family/30aecbda132d4445be36f2d69db5b4ac 2024-11-26T21:41:46,106 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/data/default/testClearRegionBlockCache/c183c51cedd9c814001ccf2ccd17bae6/.tmp/family/30aecbda132d4445be36f2d69db5b4ac as hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/data/default/testClearRegionBlockCache/c183c51cedd9c814001ccf2ccd17bae6/family/30aecbda132d4445be36f2d69db5b4ac 2024-11-26T21:41:46,115 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/data/default/testClearRegionBlockCache/c183c51cedd9c814001ccf2ccd17bae6/family/30aecbda132d4445be36f2d69db5b4ac, entries=4, sequenceid=8, filesize=4.9 K 2024-11-26T21:41:46,116 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for c183c51cedd9c814001ccf2ccd17bae6 in 46ms, sequenceid=8, compaction requested=false 2024-11-26T21:41:46,116 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c183c51cedd9c814001ccf2ccd17bae6: 2024-11-26T21:41:46,121 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-26T21:41:46,125 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T21:41:46,126 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T21:41:46,127 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54150, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T21:41:46,127 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43488, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T21:41:46,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T21:41:46,128 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T21:41:46,128 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:41:46,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:46,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:46,128 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T21:41:46,129 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T21:41:46,129 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2076884292, stopped=false 2024-11-26T21:41:46,129 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=828b3f090c91,33737,1732657304212 2024-11-26T21:41:46,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45873-0x1007dfbaeec0002, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T21:41:46,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x1007dfbaeec0000, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T21:41:46,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43945-0x1007dfbaeec0001, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T21:41:46,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43945-0x1007dfbaeec0001, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:46,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x1007dfbaeec0000, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:46,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45873-0x1007dfbaeec0002, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:46,130 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T21:41:46,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43945-0x1007dfbaeec0001, quorum=127.0.0.1:63766, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:41:46,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45873-0x1007dfbaeec0002, quorum=127.0.0.1:63766, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:41:46,131 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T21:41:46,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33737-0x1007dfbaeec0000, quorum=127.0.0.1:63766, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:41:46,131 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:41:46,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:46,131 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '828b3f090c91,43945,1732657304263' ***** 2024-11-26T21:41:46,131 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T21:41:46,131 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '828b3f090c91,45873,1732657304296' ***** 2024-11-26T21:41:46,131 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T21:41:46,132 INFO [RS:0;828b3f090c91:43945 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T21:41:46,132 INFO [RS:1;828b3f090c91:45873 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T21:41:46,132 INFO [RS:0;828b3f090c91:43945 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T21:41:46,132 INFO [RS:1;828b3f090c91:45873 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T21:41:46,132 INFO [RS:0;828b3f090c91:43945 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T21:41:46,132 INFO [RS:1;828b3f090c91:45873 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T21:41:46,132 INFO [RS:0;828b3f090c91:43945 {}] regionserver.HRegionServer(3091): Received CLOSE for 75da900e7daea538e8265fd008ea9a3f 2024-11-26T21:41:46,132 INFO [RS:1;828b3f090c91:45873 {}] regionserver.HRegionServer(3091): Received CLOSE for c183c51cedd9c814001ccf2ccd17bae6 2024-11-26T21:41:46,132 INFO [RS:0;828b3f090c91:43945 {}] regionserver.HRegionServer(959): stopping server 828b3f090c91,43945,1732657304263 2024-11-26T21:41:46,132 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T21:41:46,132 INFO [RS:0;828b3f090c91:43945 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T21:41:46,132 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T21:41:46,132 INFO [RS:1;828b3f090c91:45873 {}] regionserver.HRegionServer(959): stopping server 828b3f090c91,45873,1732657304296 2024-11-26T21:41:46,132 INFO [RS:0;828b3f090c91:43945 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;828b3f090c91:43945. 2024-11-26T21:41:46,132 INFO [RS:1;828b3f090c91:45873 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T21:41:46,132 DEBUG [RS:0;828b3f090c91:43945 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:41:46,132 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 75da900e7daea538e8265fd008ea9a3f, disabling compactions & flushes 2024-11-26T21:41:46,132 DEBUG [RS:0;828b3f090c91:43945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:46,132 INFO [RS:1;828b3f090c91:45873 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;828b3f090c91:45873. 2024-11-26T21:41:46,132 INFO [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1732657305351.75da900e7daea538e8265fd008ea9a3f. 2024-11-26T21:41:46,133 INFO [RS:0;828b3f090c91:43945 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T21:41:46,133 DEBUG [RS:1;828b3f090c91:45873 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:41:46,133 DEBUG [RS:0;828b3f090c91:43945 {}] regionserver.HRegionServer(1325): Online Regions={75da900e7daea538e8265fd008ea9a3f=testClearRegionBlockCache,5,1732657305351.75da900e7daea538e8265fd008ea9a3f.} 2024-11-26T21:41:46,133 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1732657305351.75da900e7daea538e8265fd008ea9a3f. 2024-11-26T21:41:46,133 DEBUG [RS:1;828b3f090c91:45873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:46,133 DEBUG [RS:0;828b3f090c91:43945 {}] regionserver.HRegionServer(1351): Waiting on 75da900e7daea538e8265fd008ea9a3f 2024-11-26T21:41:46,133 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1732657305351.75da900e7daea538e8265fd008ea9a3f. after waiting 0 ms 2024-11-26T21:41:46,133 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1732657305351.75da900e7daea538e8265fd008ea9a3f. 2024-11-26T21:41:46,133 INFO [RS:1;828b3f090c91:45873 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T21:41:46,133 INFO [RS:1;828b3f090c91:45873 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T21:41:46,133 INFO [RS:1;828b3f090c91:45873 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T21:41:46,133 INFO [RS:1;828b3f090c91:45873 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T21:41:46,133 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c183c51cedd9c814001ccf2ccd17bae6, disabling compactions & flushes 2024-11-26T21:41:46,133 INFO [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1732657305351.c183c51cedd9c814001ccf2ccd17bae6. 2024-11-26T21:41:46,133 INFO [RS:1;828b3f090c91:45873 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T21:41:46,133 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1732657305351.c183c51cedd9c814001ccf2ccd17bae6. 2024-11-26T21:41:46,133 DEBUG [RS:1;828b3f090c91:45873 {}] regionserver.HRegionServer(1325): Online Regions={c183c51cedd9c814001ccf2ccd17bae6=testClearRegionBlockCache,,1732657305351.c183c51cedd9c814001ccf2ccd17bae6., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T21:41:46,133 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1732657305351.c183c51cedd9c814001ccf2ccd17bae6. after waiting 0 ms 2024-11-26T21:41:46,133 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T21:41:46,133 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1732657305351.c183c51cedd9c814001ccf2ccd17bae6. 2024-11-26T21:41:46,134 DEBUG [RS:1;828b3f090c91:45873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c183c51cedd9c814001ccf2ccd17bae6 2024-11-26T21:41:46,134 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T21:41:46,134 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T21:41:46,134 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T21:41:46,134 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T21:41:46,134 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-26T21:41:46,134 INFO [regionserver/828b3f090c91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T21:41:46,135 INFO [regionserver/828b3f090c91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T21:41:46,138 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/data/default/testClearRegionBlockCache/c183c51cedd9c814001ccf2ccd17bae6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-26T21:41:46,139 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/data/default/testClearRegionBlockCache/75da900e7daea538e8265fd008ea9a3f/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-26T21:41:46,139 INFO [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1732657305351.c183c51cedd9c814001ccf2ccd17bae6. 2024-11-26T21:41:46,139 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c183c51cedd9c814001ccf2ccd17bae6: Waiting for close lock at 1732657306133Running coprocessor pre-close hooks at 1732657306133Disabling compacts and flushes for region at 1732657306133Disabling writes for close at 1732657306133Writing region close event to WAL at 1732657306134 (+1 ms)Running coprocessor post-close hooks at 1732657306139 (+5 ms)Closed at 1732657306139 2024-11-26T21:41:46,139 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732657305351.c183c51cedd9c814001ccf2ccd17bae6. 2024-11-26T21:41:46,139 INFO [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1732657305351.75da900e7daea538e8265fd008ea9a3f. 2024-11-26T21:41:46,139 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 75da900e7daea538e8265fd008ea9a3f: Waiting for close lock at 1732657306132Running coprocessor pre-close hooks at 1732657306132Disabling compacts and flushes for region at 1732657306132Disabling writes for close at 1732657306133 (+1 ms)Writing region close event to WAL at 1732657306134 (+1 ms)Running coprocessor post-close hooks at 1732657306139 (+5 ms)Closed at 1732657306139 2024-11-26T21:41:46,139 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732657305351.75da900e7daea538e8265fd008ea9a3f. 2024-11-26T21:41:46,155 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/data/hbase/meta/1588230740/.tmp/info/ddded05e10f3481aa6429c39beaaf132 is 173, key is testClearRegionBlockCache,5,1732657305351.75da900e7daea538e8265fd008ea9a3f./info:regioninfo/1732657305761/Put/seqid=0 2024-11-26T21:41:46,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741841_1017 (size=8173) 2024-11-26T21:41:46,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741841_1017 (size=8173) 2024-11-26T21:41:46,161 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/data/hbase/meta/1588230740/.tmp/info/ddded05e10f3481aa6429c39beaaf132 2024-11-26T21:41:46,185 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/data/hbase/meta/1588230740/.tmp/ns/ae3f484874a941cf9bb44b4bbcc5da11 is 43, key is default/ns:d/1732657305264/Put/seqid=0 2024-11-26T21:41:46,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741842_1018 (size=5153) 2024-11-26T21:41:46,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741842_1018 (size=5153) 2024-11-26T21:41:46,197 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/data/hbase/meta/1588230740/.tmp/ns/ae3f484874a941cf9bb44b4bbcc5da11 2024-11-26T21:41:46,221 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/data/hbase/meta/1588230740/.tmp/table/b9d5e7de7ad74f4aba4e4f8b982d0b9f is 61, key is testClearRegionBlockCache/table:state/1732657305775/Put/seqid=0 2024-11-26T21:41:46,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741843_1019 (size=5312) 2024-11-26T21:41:46,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741843_1019 (size=5312) 2024-11-26T21:41:46,228 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/data/hbase/meta/1588230740/.tmp/table/b9d5e7de7ad74f4aba4e4f8b982d0b9f 2024-11-26T21:41:46,236 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/data/hbase/meta/1588230740/.tmp/info/ddded05e10f3481aa6429c39beaaf132 as hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/data/hbase/meta/1588230740/info/ddded05e10f3481aa6429c39beaaf132 2024-11-26T21:41:46,243 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/data/hbase/meta/1588230740/info/ddded05e10f3481aa6429c39beaaf132, entries=20, sequenceid=13, filesize=8.0 K 2024-11-26T21:41:46,244 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/data/hbase/meta/1588230740/.tmp/ns/ae3f484874a941cf9bb44b4bbcc5da11 as hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/data/hbase/meta/1588230740/ns/ae3f484874a941cf9bb44b4bbcc5da11 2024-11-26T21:41:46,251 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/data/hbase/meta/1588230740/ns/ae3f484874a941cf9bb44b4bbcc5da11, entries=2, sequenceid=13, filesize=5.0 K 2024-11-26T21:41:46,252 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/data/hbase/meta/1588230740/.tmp/table/b9d5e7de7ad74f4aba4e4f8b982d0b9f as hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/data/hbase/meta/1588230740/table/b9d5e7de7ad74f4aba4e4f8b982d0b9f 2024-11-26T21:41:46,259 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/data/hbase/meta/1588230740/table/b9d5e7de7ad74f4aba4e4f8b982d0b9f, entries=2, sequenceid=13, filesize=5.2 K 2024-11-26T21:41:46,260 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 126ms, sequenceid=13, compaction requested=false 2024-11-26T21:41:46,265 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-26T21:41:46,266 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T21:41:46,266 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T21:41:46,266 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732657306133Running coprocessor pre-close hooks at 1732657306133Disabling compacts and flushes for region at 1732657306133Disabling writes for close at 1732657306134 (+1 ms)Obtaining lock to block concurrent updates at 1732657306134Preparing flush snapshotting stores in 1588230740 at 1732657306134Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1732657306135 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732657306137 (+2 ms)Flushing 1588230740/info: creating writer at 1732657306137Flushing 1588230740/info: appending metadata at 1732657306155 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732657306155Flushing 1588230740/ns: creating writer at 1732657306168 (+13 ms)Flushing 1588230740/ns: appending metadata at 1732657306184 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732657306184Flushing 1588230740/table: creating writer at 1732657306203 (+19 ms)Flushing 1588230740/table: appending metadata at 1732657306220 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732657306220Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@157fa1cd: reopening flushed file at 1732657306235 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@504e01c: reopening flushed file at 1732657306243 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70d4f8ab: reopening flushed file at 1732657306252 (+9 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 126ms, sequenceid=13, compaction requested=false at 1732657306260 (+8 ms)Writing region close event to WAL at 1732657306261 (+1 ms)Running coprocessor post-close hooks at 1732657306266 (+5 ms)Closed at 1732657306266 2024-11-26T21:41:46,267 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T21:41:46,333 INFO [RS:0;828b3f090c91:43945 {}] regionserver.HRegionServer(976): stopping server 828b3f090c91,43945,1732657304263; all regions closed. 2024-11-26T21:41:46,334 INFO [RS:1;828b3f090c91:45873 {}] regionserver.HRegionServer(976): stopping server 828b3f090c91,45873,1732657304296; all regions closed. 2024-11-26T21:41:46,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741833_1009 (size=1867) 2024-11-26T21:41:46,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741833_1009 (size=1867) 2024-11-26T21:41:46,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741835_1011 (size=4338) 2024-11-26T21:41:46,339 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/WALs/828b3f090c91,45873,1732657304296/828b3f090c91%2C45873%2C1732657304296.meta.1732657305196.meta not finished, retry = 0 2024-11-26T21:41:46,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741835_1011 (size=4338) 2024-11-26T21:41:46,342 DEBUG [RS:0;828b3f090c91:43945 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/oldWALs 2024-11-26T21:41:46,342 INFO [RS:0;828b3f090c91:43945 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 828b3f090c91%2C43945%2C1732657304263:(num 1732657304776) 2024-11-26T21:41:46,342 DEBUG [RS:0;828b3f090c91:43945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:46,342 INFO [RS:0;828b3f090c91:43945 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T21:41:46,342 INFO [RS:0;828b3f090c91:43945 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T21:41:46,342 INFO [RS:0;828b3f090c91:43945 {}] hbase.ChoreService(370): Chore service for: regionserver/828b3f090c91:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T21:41:46,343 INFO [RS:0;828b3f090c91:43945 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T21:41:46,343 INFO [regionserver/828b3f090c91:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T21:41:46,343 INFO [RS:0;828b3f090c91:43945 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T21:41:46,343 INFO [RS:0;828b3f090c91:43945 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T21:41:46,343 INFO [RS:0;828b3f090c91:43945 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T21:41:46,343 INFO [RS:0;828b3f090c91:43945 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43945 2024-11-26T21:41:46,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43945-0x1007dfbaeec0001, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/828b3f090c91,43945,1732657304263 2024-11-26T21:41:46,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x1007dfbaeec0000, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T21:41:46,344 INFO [RS:0;828b3f090c91:43945 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T21:41:46,345 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [828b3f090c91,43945,1732657304263] 2024-11-26T21:41:46,346 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/828b3f090c91,43945,1732657304263 already deleted, retry=false 2024-11-26T21:41:46,346 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 828b3f090c91,43945,1732657304263 expired; onlineServers=1 2024-11-26T21:41:46,442 DEBUG [RS:1;828b3f090c91:45873 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/oldWALs 2024-11-26T21:41:46,442 INFO [RS:1;828b3f090c91:45873 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 828b3f090c91%2C45873%2C1732657304296.meta:.meta(num 1732657305196) 2024-11-26T21:41:46,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741834_1010 (size=1758) 2024-11-26T21:41:46,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741834_1010 (size=1758) 2024-11-26T21:41:46,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43945-0x1007dfbaeec0001, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:41:46,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43945-0x1007dfbaeec0001, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:41:46,445 INFO [RS:0;828b3f090c91:43945 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T21:41:46,446 INFO [RS:0;828b3f090c91:43945 {}] regionserver.HRegionServer(1031): Exiting; stopping=828b3f090c91,43945,1732657304263; zookeeper connection closed. 2024-11-26T21:41:46,446 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@16a14b76 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@16a14b76 2024-11-26T21:41:46,448 DEBUG [RS:1;828b3f090c91:45873 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/oldWALs 2024-11-26T21:41:46,448 INFO [RS:1;828b3f090c91:45873 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 828b3f090c91%2C45873%2C1732657304296:(num 1732657304783) 2024-11-26T21:41:46,448 DEBUG [RS:1;828b3f090c91:45873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:46,448 INFO [RS:1;828b3f090c91:45873 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T21:41:46,448 INFO [RS:1;828b3f090c91:45873 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T21:41:46,448 INFO [RS:1;828b3f090c91:45873 {}] hbase.ChoreService(370): Chore service for: regionserver/828b3f090c91:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T21:41:46,449 INFO [RS:1;828b3f090c91:45873 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T21:41:46,449 INFO [regionserver/828b3f090c91:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T21:41:46,449 INFO [RS:1;828b3f090c91:45873 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45873 2024-11-26T21:41:46,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x1007dfbaeec0000, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T21:41:46,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45873-0x1007dfbaeec0002, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/828b3f090c91,45873,1732657304296 2024-11-26T21:41:46,451 INFO [RS:1;828b3f090c91:45873 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T21:41:46,451 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [828b3f090c91,45873,1732657304296] 2024-11-26T21:41:46,452 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/828b3f090c91,45873,1732657304296 already deleted, retry=false 2024-11-26T21:41:46,452 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 828b3f090c91,45873,1732657304296 expired; onlineServers=0 2024-11-26T21:41:46,452 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '828b3f090c91,33737,1732657304212' ***** 2024-11-26T21:41:46,452 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T21:41:46,452 INFO [M:0;828b3f090c91:33737 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T21:41:46,452 INFO [M:0;828b3f090c91:33737 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T21:41:46,452 DEBUG [M:0;828b3f090c91:33737 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T21:41:46,452 DEBUG [M:0;828b3f090c91:33737 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T21:41:46,452 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T21:41:46,452 DEBUG [master/828b3f090c91:0:becomeActiveMaster-HFileCleaner.large.0-1732657304508 {}] cleaner.HFileCleaner(306): Exit Thread[master/828b3f090c91:0:becomeActiveMaster-HFileCleaner.large.0-1732657304508,5,FailOnTimeoutGroup] 2024-11-26T21:41:46,452 DEBUG [master/828b3f090c91:0:becomeActiveMaster-HFileCleaner.small.0-1732657304508 {}] cleaner.HFileCleaner(306): Exit Thread[master/828b3f090c91:0:becomeActiveMaster-HFileCleaner.small.0-1732657304508,5,FailOnTimeoutGroup] 2024-11-26T21:41:46,453 INFO [M:0;828b3f090c91:33737 {}] hbase.ChoreService(370): Chore service for: master/828b3f090c91:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T21:41:46,453 INFO [M:0;828b3f090c91:33737 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T21:41:46,453 DEBUG [M:0;828b3f090c91:33737 {}] master.HMaster(1795): Stopping service threads 2024-11-26T21:41:46,453 INFO [M:0;828b3f090c91:33737 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T21:41:46,453 INFO [M:0;828b3f090c91:33737 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T21:41:46,453 INFO [M:0;828b3f090c91:33737 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T21:41:46,453 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T21:41:46,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x1007dfbaeec0000, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-26T21:41:46,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x1007dfbaeec0000, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:46,454 DEBUG [M:0;828b3f090c91:33737 {}] zookeeper.ZKUtil(347): master:33737-0x1007dfbaeec0000, quorum=127.0.0.1:63766, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-26T21:41:46,454 WARN [M:0;828b3f090c91:33737 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T21:41:46,454 INFO [M:0;828b3f090c91:33737 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/.lastflushedseqids 2024-11-26T21:41:46,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741844_1020 (size=200) 2024-11-26T21:41:46,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741844_1020 (size=200) 2024-11-26T21:41:46,461 INFO [M:0;828b3f090c91:33737 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T21:41:46,461 INFO [M:0;828b3f090c91:33737 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T21:41:46,461 DEBUG [M:0;828b3f090c91:33737 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T21:41:46,461 INFO [M:0;828b3f090c91:33737 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:41:46,462 DEBUG [M:0;828b3f090c91:33737 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:41:46,462 DEBUG [M:0;828b3f090c91:33737 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T21:41:46,462 DEBUG [M:0;828b3f090c91:33737 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:41:46,462 INFO [M:0;828b3f090c91:33737 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-26T21:41:46,480 DEBUG [M:0;828b3f090c91:33737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eaac06c745214258a7836ad74deadf6b is 82, key is hbase:meta,,1/info:regioninfo/1732657305247/Put/seqid=0 2024-11-26T21:41:46,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741845_1021 (size=5672) 2024-11-26T21:41:46,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741845_1021 (size=5672) 2024-11-26T21:41:46,513 INFO [M:0;828b3f090c91:33737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eaac06c745214258a7836ad74deadf6b 2024-11-26T21:41:46,537 DEBUG [M:0;828b3f090c91:33737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1c99bec2905f436a953225df591fbc58 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732657305781/Put/seqid=0 2024-11-26T21:41:46,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741846_1022 (size=6218) 2024-11-26T21:41:46,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741846_1022 (size=6218) 2024-11-26T21:41:46,552 INFO [RS:1;828b3f090c91:45873 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T21:41:46,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45873-0x1007dfbaeec0002, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:41:46,552 INFO [RS:1;828b3f090c91:45873 {}] regionserver.HRegionServer(1031): Exiting; stopping=828b3f090c91,45873,1732657304296; zookeeper connection closed. 2024-11-26T21:41:46,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45873-0x1007dfbaeec0002, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:41:46,552 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2a930a70 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2a930a70 2024-11-26T21:41:46,552 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-26T21:41:46,554 INFO [M:0;828b3f090c91:33737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1c99bec2905f436a953225df591fbc58 2024-11-26T21:41:46,582 DEBUG [M:0;828b3f090c91:33737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1053067b273344bc9b68ecfa79e0e56d is 69, key is 828b3f090c91,43945,1732657304263/rs:state/1732657304584/Put/seqid=0 2024-11-26T21:41:46,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741847_1023 (size=5224) 2024-11-26T21:41:46,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741847_1023 (size=5224) 2024-11-26T21:41:46,588 INFO [M:0;828b3f090c91:33737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1053067b273344bc9b68ecfa79e0e56d 2024-11-26T21:41:46,597 DEBUG [M:0;828b3f090c91:33737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eaac06c745214258a7836ad74deadf6b as hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eaac06c745214258a7836ad74deadf6b 2024-11-26T21:41:46,603 INFO [M:0;828b3f090c91:33737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eaac06c745214258a7836ad74deadf6b, entries=8, sequenceid=71, filesize=5.5 K 2024-11-26T21:41:46,604 DEBUG [M:0;828b3f090c91:33737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1c99bec2905f436a953225df591fbc58 as hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1c99bec2905f436a953225df591fbc58 2024-11-26T21:41:46,609 INFO [M:0;828b3f090c91:33737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1c99bec2905f436a953225df591fbc58, entries=8, sequenceid=71, filesize=6.1 K 2024-11-26T21:41:46,611 DEBUG [M:0;828b3f090c91:33737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1053067b273344bc9b68ecfa79e0e56d as hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1053067b273344bc9b68ecfa79e0e56d 2024-11-26T21:41:46,616 INFO [M:0;828b3f090c91:33737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43051/user/jenkins/test-data/ab0cc459-ff9b-dafa-2905-b9846ee215f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1053067b273344bc9b68ecfa79e0e56d, entries=2, sequenceid=71, filesize=5.1 K 2024-11-26T21:41:46,618 INFO [M:0;828b3f090c91:33737 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 156ms, sequenceid=71, compaction requested=false 2024-11-26T21:41:46,619 INFO [M:0;828b3f090c91:33737 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:41:46,619 DEBUG [M:0;828b3f090c91:33737 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732657306461Disabling compacts and flushes for region at 1732657306461Disabling writes for close at 1732657306462 (+1 ms)Obtaining lock to block concurrent updates at 1732657306462Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732657306462Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1732657306462Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732657306463 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732657306463Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732657306480 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732657306480Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732657306519 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732657306536 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732657306537 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732657306565 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732657306581 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732657306581Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c934be5: reopening flushed file at 1732657306595 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46234bc6: reopening flushed file at 1732657306603 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fbebb3a: reopening flushed file at 1732657306610 (+7 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 156ms, sequenceid=71, compaction requested=false at 1732657306618 (+8 ms)Writing region close event to WAL at 1732657306619 (+1 ms)Closed at 1732657306619 2024-11-26T21:41:46,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741830_1006 (size=35428) 2024-11-26T21:41:46,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741830_1006 (size=35428) 2024-11-26T21:41:46,623 INFO [M:0;828b3f090c91:33737 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T21:41:46,623 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T21:41:46,623 INFO [M:0;828b3f090c91:33737 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33737 2024-11-26T21:41:46,623 INFO [M:0;828b3f090c91:33737 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T21:41:46,724 INFO [M:0;828b3f090c91:33737 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T21:41:46,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x1007dfbaeec0000, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:41:46,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33737-0x1007dfbaeec0000, quorum=127.0.0.1:63766, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:41:46,728 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e379e2f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:41:46,729 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31caa404{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T21:41:46,729 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T21:41:46,729 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cd4842a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T21:41:46,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41003801{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a57ad9d2-463d-c375-9c1e-8ee18891826e/hadoop.log.dir/,STOPPED} 2024-11-26T21:41:46,731 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T21:41:46,731 WARN [BP-569661647-172.17.0.2-1732657303522 heartbeating to localhost/127.0.0.1:43051 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T21:41:46,731 WARN [BP-569661647-172.17.0.2-1732657303522 heartbeating to localhost/127.0.0.1:43051 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-569661647-172.17.0.2-1732657303522 (Datanode Uuid 750d3101-cac1-4e66-b008-6075c8dd4ad5) service to localhost/127.0.0.1:43051 2024-11-26T21:41:46,731 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T21:41:46,732 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a57ad9d2-463d-c375-9c1e-8ee18891826e/cluster_6571e144-aa23-3b99-bf2a-7805f098aedd/data/data3/current/BP-569661647-172.17.0.2-1732657303522 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:41:46,732 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a57ad9d2-463d-c375-9c1e-8ee18891826e/cluster_6571e144-aa23-3b99-bf2a-7805f098aedd/data/data4/current/BP-569661647-172.17.0.2-1732657303522 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:41:46,733 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T21:41:46,735 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@90ea889{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:41:46,735 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38177204{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T21:41:46,735 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T21:41:46,735 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34372003{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T21:41:46,735 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2852f35f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a57ad9d2-463d-c375-9c1e-8ee18891826e/hadoop.log.dir/,STOPPED} 2024-11-26T21:41:46,737 WARN [BP-569661647-172.17.0.2-1732657303522 heartbeating to localhost/127.0.0.1:43051 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T21:41:46,737 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T21:41:46,737 WARN [BP-569661647-172.17.0.2-1732657303522 heartbeating to localhost/127.0.0.1:43051 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-569661647-172.17.0.2-1732657303522 (Datanode Uuid fe5ab243-a4dc-4f50-83e6-35c858a7fb1b) service to localhost/127.0.0.1:43051 2024-11-26T21:41:46,737 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T21:41:46,737 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a57ad9d2-463d-c375-9c1e-8ee18891826e/cluster_6571e144-aa23-3b99-bf2a-7805f098aedd/data/data1/current/BP-569661647-172.17.0.2-1732657303522 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:41:46,738 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a57ad9d2-463d-c375-9c1e-8ee18891826e/cluster_6571e144-aa23-3b99-bf2a-7805f098aedd/data/data2/current/BP-569661647-172.17.0.2-1732657303522 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:41:46,738 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T21:41:46,743 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ad82df0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T21:41:46,743 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6dde91c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T21:41:46,744 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T21:41:46,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c0e8e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T21:41:46,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18d585ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a57ad9d2-463d-c375-9c1e-8ee18891826e/hadoop.log.dir/,STOPPED} 2024-11-26T21:41:46,750 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T21:41:46,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T21:41:46,777 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=136 (was 110) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43051 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1815995009) connection to localhost/127.0.0.1:43051 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:43051 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43051 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43051 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1815995009) connection to localhost/127.0.0.1:43051 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1815995009) connection to localhost/127.0.0.1:43051 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43051 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:43051 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43051 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1815995009) connection to localhost/127.0.0.1:43051 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=264 (was 264), ProcessCount=11 (was 11), AvailableMemoryMB=10429 (was 10749) 2024-11-26T21:41:46,795 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=136, OpenFileDescriptor=476, MaxFileDescriptor=1048576, SystemLoadAverage=264, ProcessCount=11, AvailableMemoryMB=10429 2024-11-26T21:41:46,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a57ad9d2-463d-c375-9c1e-8ee18891826e/hadoop.log.dir so I do NOT create it in target/test-data/f22d156e-fd80-7e11-ca04-5324eb2958b4 2024-11-26T21:41:46,808 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a57ad9d2-463d-c375-9c1e-8ee18891826e/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T21:41:46,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a57ad9d2-463d-c375-9c1e-8ee18891826e/hadoop.tmp.dir so I do NOT create it in target/test-data/f22d156e-fd80-7e11-ca04-5324eb2958b4 2024-11-26T21:41:46,809 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a57ad9d2-463d-c375-9c1e-8ee18891826e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T21:41:46,809 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22d156e-fd80-7e11-ca04-5324eb2958b4 2024-11-26T21:41:46,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T21:41:46,809 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22d156e-fd80-7e11-ca04-5324eb2958b4/cluster_043d14f7-5c91-cd7d-cb0d-424d75c5f473, deleteOnExit=true 2024-11-26T21:41:46,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T21:41:46,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22d156e-fd80-7e11-ca04-5324eb2958b4/test.cache.data in system properties and HBase conf 2024-11-26T21:41:46,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22d156e-fd80-7e11-ca04-5324eb2958b4/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T21:41:46,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22d156e-fd80-7e11-ca04-5324eb2958b4/hadoop.log.dir in system properties and HBase conf 2024-11-26T21:41:46,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22d156e-fd80-7e11-ca04-5324eb2958b4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T21:41:46,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22d156e-fd80-7e11-ca04-5324eb2958b4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T21:41:46,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T21:41:46,810 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T21:41:46,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22d156e-fd80-7e11-ca04-5324eb2958b4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T21:41:46,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22d156e-fd80-7e11-ca04-5324eb2958b4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T21:41:46,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22d156e-fd80-7e11-ca04-5324eb2958b4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T21:41:46,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22d156e-fd80-7e11-ca04-5324eb2958b4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T21:41:46,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22d156e-fd80-7e11-ca04-5324eb2958b4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T21:41:46,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22d156e-fd80-7e11-ca04-5324eb2958b4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T21:41:46,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22d156e-fd80-7e11-ca04-5324eb2958b4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T21:41:46,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22d156e-fd80-7e11-ca04-5324eb2958b4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T21:41:46,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22d156e-fd80-7e11-ca04-5324eb2958b4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T21:41:46,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22d156e-fd80-7e11-ca04-5324eb2958b4/nfs.dump.dir in system properties and HBase conf 2024-11-26T21:41:46,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22d156e-fd80-7e11-ca04-5324eb2958b4/java.io.tmpdir in system properties and HBase conf 2024-11-26T21:41:46,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22d156e-fd80-7e11-ca04-5324eb2958b4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T21:41:46,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22d156e-fd80-7e11-ca04-5324eb2958b4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T21:41:46,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22d156e-fd80-7e11-ca04-5324eb2958b4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T21:41:46,870 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:41:46,878 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T21:41:46,885 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T21:41:46,885 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T21:41:46,885 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T21:41:46,886 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:41:46,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e88403c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22d156e-fd80-7e11-ca04-5324eb2958b4/hadoop.log.dir/,AVAILABLE} 2024-11-26T21:41:46,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6153b230{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T21:41:46,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@272b878e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22d156e-fd80-7e11-ca04-5324eb2958b4/java.io.tmpdir/jetty-localhost-45221-hadoop-hdfs-3_4_1-tests_jar-_-any-16823521676200956663/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T21:41:46,990 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d044707{HTTP/1.1, (http/1.1)}{localhost:45221} 2024-11-26T21:41:46,990 INFO [Time-limited test {}] server.Server(415): Started @17689ms 2024-11-26T21:41:47,085 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:41:47,089 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T21:41:47,106 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T21:41:47,106 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T21:41:47,106 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T21:41:47,106 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66fa3d4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22d156e-fd80-7e11-ca04-5324eb2958b4/hadoop.log.dir/,AVAILABLE} 2024-11-26T21:41:47,107 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73401f70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T21:41:47,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d51c600{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22d156e-fd80-7e11-ca04-5324eb2958b4/java.io.tmpdir/jetty-localhost-45151-hadoop-hdfs-3_4_1-tests_jar-_-any-1325154545807730293/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:41:47,212 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d28f3de{HTTP/1.1, (http/1.1)}{localhost:45151} 2024-11-26T21:41:47,212 INFO [Time-limited test {}] server.Server(415): Started @17911ms 2024-11-26T21:41:47,214 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T21:41:47,260 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:41:47,265 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T21:41:47,276 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T21:41:47,276 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T21:41:47,276 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T21:41:47,276 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71ed275{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22d156e-fd80-7e11-ca04-5324eb2958b4/hadoop.log.dir/,AVAILABLE} 2024-11-26T21:41:47,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a1d70cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T21:41:47,285 WARN [Thread-881 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22d156e-fd80-7e11-ca04-5324eb2958b4/cluster_043d14f7-5c91-cd7d-cb0d-424d75c5f473/data/data1/current/BP-2045228269-172.17.0.2-1732657306827/current, will proceed with Du for space computation calculation, 2024-11-26T21:41:47,286 WARN [Thread-882 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22d156e-fd80-7e11-ca04-5324eb2958b4/cluster_043d14f7-5c91-cd7d-cb0d-424d75c5f473/data/data2/current/BP-2045228269-172.17.0.2-1732657306827/current, will proceed with Du for space computation calculation, 2024-11-26T21:41:47,307 WARN [Thread-860 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T21:41:47,309 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56d9c282606e5295 with lease ID 0xc4eeb2e9f13d8226: Processing first storage report for DS-23cbcc85-30ac-4c98-a85c-061953c78d1b from datanode DatanodeRegistration(127.0.0.1:36795, datanodeUuid=6a33fe03-f198-4ccf-9d97-ca11449cd6fe, infoPort=40727, infoSecurePort=0, ipcPort=42161, storageInfo=lv=-57;cid=testClusterID;nsid=1838454105;c=1732657306827) 2024-11-26T21:41:47,309 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56d9c282606e5295 with lease ID 0xc4eeb2e9f13d8226: from storage DS-23cbcc85-30ac-4c98-a85c-061953c78d1b node DatanodeRegistration(127.0.0.1:36795, datanodeUuid=6a33fe03-f198-4ccf-9d97-ca11449cd6fe, infoPort=40727, infoSecurePort=0, ipcPort=42161, storageInfo=lv=-57;cid=testClusterID;nsid=1838454105;c=1732657306827), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T21:41:47,310 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56d9c282606e5295 with lease ID 0xc4eeb2e9f13d8226: Processing first storage report for DS-252518c5-70cf-42e0-ad81-d88ad91200bd from datanode DatanodeRegistration(127.0.0.1:36795, datanodeUuid=6a33fe03-f198-4ccf-9d97-ca11449cd6fe, infoPort=40727, infoSecurePort=0, ipcPort=42161, storageInfo=lv=-57;cid=testClusterID;nsid=1838454105;c=1732657306827) 2024-11-26T21:41:47,310 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56d9c282606e5295 with lease ID 0xc4eeb2e9f13d8226: from storage DS-252518c5-70cf-42e0-ad81-d88ad91200bd node DatanodeRegistration(127.0.0.1:36795, datanodeUuid=6a33fe03-f198-4ccf-9d97-ca11449cd6fe, infoPort=40727, infoSecurePort=0, ipcPort=42161, storageInfo=lv=-57;cid=testClusterID;nsid=1838454105;c=1732657306827), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T21:41:47,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@607f8e0c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22d156e-fd80-7e11-ca04-5324eb2958b4/java.io.tmpdir/jetty-localhost-33771-hadoop-hdfs-3_4_1-tests_jar-_-any-8449565121865502/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:41:47,385 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5805630d{HTTP/1.1, (http/1.1)}{localhost:33771} 2024-11-26T21:41:47,386 INFO [Time-limited test {}] server.Server(415): Started @18085ms 2024-11-26T21:41:47,387 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T21:41:47,452 WARN [Thread-908 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22d156e-fd80-7e11-ca04-5324eb2958b4/cluster_043d14f7-5c91-cd7d-cb0d-424d75c5f473/data/data4/current/BP-2045228269-172.17.0.2-1732657306827/current, will proceed with Du for space computation calculation, 2024-11-26T21:41:47,452 WARN [Thread-907 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22d156e-fd80-7e11-ca04-5324eb2958b4/cluster_043d14f7-5c91-cd7d-cb0d-424d75c5f473/data/data3/current/BP-2045228269-172.17.0.2-1732657306827/current, will proceed with Du for space computation calculation, 2024-11-26T21:41:47,467 WARN [Thread-896 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T21:41:47,469 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd79b7f24b255afc0 with lease ID 0xc4eeb2e9f13d8227: Processing first storage report for DS-f6fde316-2b68-453e-8e9d-7b475114207c from datanode DatanodeRegistration(127.0.0.1:35605, datanodeUuid=ae1cc097-7f92-421c-98b4-4665e7faedb8, infoPort=45031, infoSecurePort=0, ipcPort=38473, storageInfo=lv=-57;cid=testClusterID;nsid=1838454105;c=1732657306827) 2024-11-26T21:41:47,469 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd79b7f24b255afc0 with lease ID 0xc4eeb2e9f13d8227: from storage DS-f6fde316-2b68-453e-8e9d-7b475114207c node DatanodeRegistration(127.0.0.1:35605, datanodeUuid=ae1cc097-7f92-421c-98b4-4665e7faedb8, infoPort=45031, infoSecurePort=0, ipcPort=38473, storageInfo=lv=-57;cid=testClusterID;nsid=1838454105;c=1732657306827), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T21:41:47,470 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd79b7f24b255afc0 with lease ID 0xc4eeb2e9f13d8227: Processing first storage report for DS-15ec1156-eb7d-4579-81cf-054e3fc0ef2c from datanode DatanodeRegistration(127.0.0.1:35605, datanodeUuid=ae1cc097-7f92-421c-98b4-4665e7faedb8, infoPort=45031, infoSecurePort=0, ipcPort=38473, storageInfo=lv=-57;cid=testClusterID;nsid=1838454105;c=1732657306827) 2024-11-26T21:41:47,470 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd79b7f24b255afc0 with lease ID 0xc4eeb2e9f13d8227: from storage DS-15ec1156-eb7d-4579-81cf-054e3fc0ef2c node DatanodeRegistration(127.0.0.1:35605, datanodeUuid=ae1cc097-7f92-421c-98b4-4665e7faedb8, infoPort=45031, infoSecurePort=0, ipcPort=38473, storageInfo=lv=-57;cid=testClusterID;nsid=1838454105;c=1732657306827), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T21:41:47,515 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22d156e-fd80-7e11-ca04-5324eb2958b4 2024-11-26T21:41:47,519 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22d156e-fd80-7e11-ca04-5324eb2958b4/cluster_043d14f7-5c91-cd7d-cb0d-424d75c5f473/zookeeper_0, clientPort=56992, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22d156e-fd80-7e11-ca04-5324eb2958b4/cluster_043d14f7-5c91-cd7d-cb0d-424d75c5f473/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22d156e-fd80-7e11-ca04-5324eb2958b4/cluster_043d14f7-5c91-cd7d-cb0d-424d75c5f473/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T21:41:47,520 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56992 2024-11-26T21:41:47,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:47,522 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:47,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35605 is added to blk_1073741825_1001 (size=7) 2024-11-26T21:41:47,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36795 is added to blk_1073741825_1001 (size=7) 2024-11-26T21:41:47,532 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384 with version=8 2024-11-26T21:41:47,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/hbase-staging 2024-11-26T21:41:47,535 INFO [Time-limited test {}] client.ConnectionUtils(128): master/828b3f090c91:0 server-side Connection retries=45 2024-11-26T21:41:47,535 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:47,535 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:47,535 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T21:41:47,535 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:47,535 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T21:41:47,535 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T21:41:47,535 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T21:41:47,536 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44805 2024-11-26T21:41:47,538 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44805 connecting to ZooKeeper ensemble=127.0.0.1:56992 2024-11-26T21:41:47,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448050x0, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T21:41:47,549 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44805-0x1007dfbbbec0000 connected 2024-11-26T21:41:47,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:47,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:47,575 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44805-0x1007dfbbbec0000, quorum=127.0.0.1:56992, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:41:47,575 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384, hbase.cluster.distributed=false 2024-11-26T21:41:47,577 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44805-0x1007dfbbbec0000, quorum=127.0.0.1:56992, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T21:41:47,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44805 2024-11-26T21:41:47,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44805 2024-11-26T21:41:47,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44805 2024-11-26T21:41:47,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44805 2024-11-26T21:41:47,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44805 2024-11-26T21:41:47,610 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/828b3f090c91:0 server-side Connection retries=45 2024-11-26T21:41:47,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:47,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:47,610 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T21:41:47,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:47,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T21:41:47,610 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T21:41:47,610 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T21:41:47,611 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44881 2024-11-26T21:41:47,612 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44881 connecting to ZooKeeper ensemble=127.0.0.1:56992 2024-11-26T21:41:47,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:47,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:47,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448810x0, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T21:41:47,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448810x0, quorum=127.0.0.1:56992, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:41:47,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44881-0x1007dfbbbec0001 connected 2024-11-26T21:41:47,618 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T21:41:47,626 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-26T21:41:47,632 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-26T21:41:47,638 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-26T21:41:47,641 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-26T21:41:47,642 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T21:41:47,643 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44881-0x1007dfbbbec0001, quorum=127.0.0.1:56992, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T21:41:47,644 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44881-0x1007dfbbbec0001, quorum=127.0.0.1:56992, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T21:41:47,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44881 2024-11-26T21:41:47,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44881 2024-11-26T21:41:47,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44881 2024-11-26T21:41:47,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44881 2024-11-26T21:41:47,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44881 2024-11-26T21:41:47,662 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/828b3f090c91:0 server-side Connection retries=45 2024-11-26T21:41:47,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:47,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:47,662 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T21:41:47,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:47,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T21:41:47,662 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T21:41:47,663 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T21:41:47,663 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43329 2024-11-26T21:41:47,665 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43329 connecting to ZooKeeper ensemble=127.0.0.1:56992 2024-11-26T21:41:47,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:47,667 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:47,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433290x0, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T21:41:47,671 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433290x0, quorum=127.0.0.1:56992, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:41:47,671 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43329-0x1007dfbbbec0002 connected 2024-11-26T21:41:47,671 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T21:41:47,672 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-26T21:41:47,675 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-26T21:41:47,676 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-26T21:41:47,676 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-26T21:41:47,677 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T21:41:47,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43329-0x1007dfbbbec0002, quorum=127.0.0.1:56992, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T21:41:47,679 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43329-0x1007dfbbbec0002, quorum=127.0.0.1:56992, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T21:41:47,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43329 2024-11-26T21:41:47,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43329 2024-11-26T21:41:47,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43329 2024-11-26T21:41:47,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43329 2024-11-26T21:41:47,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43329 2024-11-26T21:41:47,693 DEBUG [M:0;828b3f090c91:44805 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;828b3f090c91:44805 2024-11-26T21:41:47,693 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/828b3f090c91,44805,1732657307534 2024-11-26T21:41:47,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43329-0x1007dfbbbec0002, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:41:47,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x1007dfbbbec0001, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:41:47,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x1007dfbbbec0000, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:41:47,695 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44805-0x1007dfbbbec0000, quorum=127.0.0.1:56992, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/828b3f090c91,44805,1732657307534 2024-11-26T21:41:47,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43329-0x1007dfbbbec0002, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T21:41:47,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x1007dfbbbec0000, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:47,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43329-0x1007dfbbbec0002, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:47,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x1007dfbbbec0001, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T21:41:47,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x1007dfbbbec0001, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:47,696 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44805-0x1007dfbbbec0000, quorum=127.0.0.1:56992, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T21:41:47,697 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/828b3f090c91,44805,1732657307534 from backup master directory 2024-11-26T21:41:47,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x1007dfbbbec0000, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/828b3f090c91,44805,1732657307534 2024-11-26T21:41:47,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x1007dfbbbec0000, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:41:47,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x1007dfbbbec0001, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:41:47,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43329-0x1007dfbbbec0002, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:41:47,698 WARN [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T21:41:47,698 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=828b3f090c91,44805,1732657307534 2024-11-26T21:41:47,703 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/hbase.id] with ID: 8527f78f-a6fc-4f1e-a48a-3b0ce81ec7bd 2024-11-26T21:41:47,703 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/.tmp/hbase.id 2024-11-26T21:41:47,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35605 is added to blk_1073741826_1002 (size=42) 2024-11-26T21:41:47,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36795 is added to blk_1073741826_1002 (size=42) 2024-11-26T21:41:47,710 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/.tmp/hbase.id]:[hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/hbase.id] 2024-11-26T21:41:47,724 INFO [master/828b3f090c91:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:47,724 INFO [master/828b3f090c91:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T21:41:47,726 INFO [master/828b3f090c91:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-26T21:41:47,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x1007dfbbbec0000, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:47,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x1007dfbbbec0001, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:47,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43329-0x1007dfbbbec0002, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:47,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36795 is added to blk_1073741827_1003 (size=196) 2024-11-26T21:41:47,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35605 is added to blk_1073741827_1003 (size=196) 2024-11-26T21:41:47,735 INFO [master/828b3f090c91:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T21:41:47,736 INFO [master/828b3f090c91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T21:41:47,736 INFO [master/828b3f090c91:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T21:41:47,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36795 is added to blk_1073741828_1004 (size=1189) 2024-11-26T21:41:47,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35605 is added to blk_1073741828_1004 (size=1189) 2024-11-26T21:41:48,147 INFO [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/MasterData/data/master/store 2024-11-26T21:41:48,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36795 is added to blk_1073741829_1005 (size=34) 2024-11-26T21:41:48,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35605 is added to blk_1073741829_1005 (size=34) 2024-11-26T21:41:48,155 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:41:48,155 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T21:41:48,155 INFO [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:41:48,155 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:41:48,155 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T21:41:48,155 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:41:48,155 INFO [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:41:48,155 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732657308155Disabling compacts and flushes for region at 1732657308155Disabling writes for close at 1732657308155Writing region close event to WAL at 1732657308155Closed at 1732657308155 2024-11-26T21:41:48,156 WARN [master/828b3f090c91:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/MasterData/data/master/store/.initializing 2024-11-26T21:41:48,157 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/MasterData/WALs/828b3f090c91,44805,1732657307534 2024-11-26T21:41:48,158 INFO [master/828b3f090c91:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T21:41:48,160 INFO [master/828b3f090c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=828b3f090c91%2C44805%2C1732657307534, suffix=, logDir=hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/MasterData/WALs/828b3f090c91,44805,1732657307534, archiveDir=hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/MasterData/oldWALs, maxLogs=10 2024-11-26T21:41:48,174 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/MasterData/WALs/828b3f090c91,44805,1732657307534/828b3f090c91%2C44805%2C1732657307534.1732657308160, exclude list is [], retry=0 2024-11-26T21:41:48,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36795,DS-23cbcc85-30ac-4c98-a85c-061953c78d1b,DISK] 2024-11-26T21:41:48,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35605,DS-f6fde316-2b68-453e-8e9d-7b475114207c,DISK] 2024-11-26T21:41:48,179 INFO [master/828b3f090c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/MasterData/WALs/828b3f090c91,44805,1732657307534/828b3f090c91%2C44805%2C1732657307534.1732657308160 2024-11-26T21:41:48,179 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40727:40727),(127.0.0.1/127.0.0.1:45031:45031)] 2024-11-26T21:41:48,179 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T21:41:48,179 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:41:48,180 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:48,180 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:48,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:48,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T21:41:48,183 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:48,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:48,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:48,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T21:41:48,185 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:48,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:41:48,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:48,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T21:41:48,188 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:48,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:41:48,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:48,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T21:41:48,190 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:48,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:41:48,191 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:48,191 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:48,192 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:48,193 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:48,193 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:48,194 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T21:41:48,195 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:48,198 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T21:41:48,199 INFO [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66660091, jitterRate=-0.006687238812446594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T21:41:48,200 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732657308180Initializing all the Stores at 1732657308181 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657308181Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657308181Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657308181Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657308181Cleaning up temporary data from old regions at 1732657308193 (+12 ms)Region opened successfully at 1732657308200 (+7 ms) 2024-11-26T21:41:48,200 INFO [master/828b3f090c91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T21:41:48,204 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25e0bc22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=828b3f090c91/172.17.0.2:0 2024-11-26T21:41:48,205 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T21:41:48,206 INFO [master/828b3f090c91:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T21:41:48,206 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T21:41:48,206 INFO [master/828b3f090c91:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T21:41:48,207 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T21:41:48,207 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T21:41:48,207 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T21:41:48,210 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T21:41:48,211 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44805-0x1007dfbbbec0000, quorum=127.0.0.1:56992, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-26T21:41:48,212 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-26T21:41:48,212 INFO [master/828b3f090c91:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T21:41:48,213 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44805-0x1007dfbbbec0000, quorum=127.0.0.1:56992, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-26T21:41:48,214 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-26T21:41:48,214 INFO [master/828b3f090c91:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T21:41:48,215 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44805-0x1007dfbbbec0000, quorum=127.0.0.1:56992, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-26T21:41:48,216 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-26T21:41:48,217 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44805-0x1007dfbbbec0000, quorum=127.0.0.1:56992, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-26T21:41:48,217 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-26T21:41:48,219 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44805-0x1007dfbbbec0000, quorum=127.0.0.1:56992, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T21:41:48,220 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-26T21:41:48,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x1007dfbbbec0001, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T21:41:48,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43329-0x1007dfbbbec0002, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T21:41:48,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x1007dfbbbec0001, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:48,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43329-0x1007dfbbbec0002, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:48,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x1007dfbbbec0000, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T21:41:48,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x1007dfbbbec0000, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:48,222 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=828b3f090c91,44805,1732657307534, sessionid=0x1007dfbbbec0000, setting cluster-up flag (Was=false) 2024-11-26T21:41:48,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x1007dfbbbec0001, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:48,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x1007dfbbbec0000, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:48,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43329-0x1007dfbbbec0002, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:48,227 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-26T21:41:48,228 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=828b3f090c91,44805,1732657307534 2024-11-26T21:41:48,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x1007dfbbbec0001, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:48,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x1007dfbbbec0000, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:48,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43329-0x1007dfbbbec0002, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:48,233 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-26T21:41:48,234 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=828b3f090c91,44805,1732657307534 2024-11-26T21:41:48,235 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T21:41:48,236 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T21:41:48,236 INFO [master/828b3f090c91:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T21:41:48,237 INFO [master/828b3f090c91:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T21:41:48,237 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 828b3f090c91,44805,1732657307534 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T21:41:48,238 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/828b3f090c91:0, corePoolSize=5, maxPoolSize=5 2024-11-26T21:41:48,238 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/828b3f090c91:0, corePoolSize=5, maxPoolSize=5 2024-11-26T21:41:48,238 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/828b3f090c91:0, corePoolSize=5, maxPoolSize=5 2024-11-26T21:41:48,238 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/828b3f090c91:0, corePoolSize=5, maxPoolSize=5 2024-11-26T21:41:48,238 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/828b3f090c91:0, corePoolSize=10, maxPoolSize=10 2024-11-26T21:41:48,238 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:48,238 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/828b3f090c91:0, corePoolSize=2, maxPoolSize=2 2024-11-26T21:41:48,238 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:48,240 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T21:41:48,240 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T21:41:48,241 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:48,241 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T21:41:48,242 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732657338242 2024-11-26T21:41:48,242 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T21:41:48,242 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T21:41:48,242 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T21:41:48,243 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T21:41:48,243 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T21:41:48,243 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T21:41:48,243 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:48,243 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T21:41:48,243 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T21:41:48,243 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T21:41:48,244 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T21:41:48,244 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T21:41:48,244 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/828b3f090c91:0:becomeActiveMaster-HFileCleaner.large.0-1732657308244,5,FailOnTimeoutGroup] 2024-11-26T21:41:48,244 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/828b3f090c91:0:becomeActiveMaster-HFileCleaner.small.0-1732657308244,5,FailOnTimeoutGroup] 2024-11-26T21:41:48,244 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:48,244 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T21:41:48,244 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:48,244 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:48,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35605 is added to blk_1073741831_1007 (size=1321) 2024-11-26T21:41:48,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36795 is added to blk_1073741831_1007 (size=1321) 2024-11-26T21:41:48,268 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T21:41:48,268 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384 2024-11-26T21:41:48,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35605 is added to blk_1073741832_1008 (size=32) 2024-11-26T21:41:48,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36795 is added to blk_1073741832_1008 (size=32) 2024-11-26T21:41:48,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:41:48,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T21:41:48,284 INFO [RS:0;828b3f090c91:44881 {}] regionserver.HRegionServer(746): ClusterId : 8527f78f-a6fc-4f1e-a48a-3b0ce81ec7bd 2024-11-26T21:41:48,284 DEBUG [RS:0;828b3f090c91:44881 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T21:41:48,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T21:41:48,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:48,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:48,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T21:41:48,286 DEBUG [RS:0;828b3f090c91:44881 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T21:41:48,286 DEBUG [RS:0;828b3f090c91:44881 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T21:41:48,286 INFO [RS:1;828b3f090c91:43329 {}] regionserver.HRegionServer(746): ClusterId : 8527f78f-a6fc-4f1e-a48a-3b0ce81ec7bd 2024-11-26T21:41:48,286 DEBUG [RS:1;828b3f090c91:43329 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T21:41:48,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T21:41:48,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:48,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:48,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T21:41:48,288 DEBUG [RS:0;828b3f090c91:44881 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T21:41:48,288 DEBUG [RS:1;828b3f090c91:43329 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T21:41:48,288 DEBUG [RS:1;828b3f090c91:43329 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T21:41:48,288 DEBUG [RS:0;828b3f090c91:44881 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7c8972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=828b3f090c91/172.17.0.2:0 2024-11-26T21:41:48,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T21:41:48,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:48,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:48,290 DEBUG [RS:1;828b3f090c91:43329 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T21:41:48,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T21:41:48,290 DEBUG [RS:1;828b3f090c91:43329 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12ef2b5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=828b3f090c91/172.17.0.2:0 2024-11-26T21:41:48,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T21:41:48,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:48,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:48,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T21:41:48,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/data/hbase/meta/1588230740 2024-11-26T21:41:48,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/data/hbase/meta/1588230740 2024-11-26T21:41:48,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T21:41:48,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T21:41:48,295 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T21:41:48,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T21:41:48,299 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T21:41:48,300 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65554590, jitterRate=-0.023160487413406372}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T21:41:48,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732657308281Initializing all the Stores at 1732657308282 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657308282Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657308282Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657308282Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657308282Cleaning up temporary data from old regions at 1732657308295 (+13 ms)Region opened successfully at 1732657308301 (+6 ms) 2024-11-26T21:41:48,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T21:41:48,301 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T21:41:48,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T21:41:48,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T21:41:48,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T21:41:48,305 DEBUG [RS:0;828b3f090c91:44881 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;828b3f090c91:44881 2024-11-26T21:41:48,305 INFO [RS:0;828b3f090c91:44881 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T21:41:48,305 INFO [RS:0;828b3f090c91:44881 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T21:41:48,305 DEBUG [RS:0;828b3f090c91:44881 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T21:41:48,306 INFO [RS:0;828b3f090c91:44881 {}] regionserver.HRegionServer(2659): reportForDuty to master=828b3f090c91,44805,1732657307534 with port=44881, startcode=1732657307609 2024-11-26T21:41:48,306 DEBUG [RS:1;828b3f090c91:43329 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;828b3f090c91:43329 2024-11-26T21:41:48,306 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T21:41:48,306 INFO [RS:1;828b3f090c91:43329 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T21:41:48,306 INFO [RS:1;828b3f090c91:43329 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T21:41:48,306 DEBUG [RS:1;828b3f090c91:43329 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T21:41:48,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732657308301Disabling compacts and flushes for region at 1732657308301Disabling writes for close at 1732657308301Writing region close event to WAL at 1732657308306 (+5 ms)Closed at 1732657308306 2024-11-26T21:41:48,307 INFO [RS:1;828b3f090c91:43329 {}] regionserver.HRegionServer(2659): reportForDuty to master=828b3f090c91,44805,1732657307534 with port=43329, startcode=1732657307662 2024-11-26T21:41:48,307 DEBUG [RS:0;828b3f090c91:44881 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T21:41:48,307 DEBUG [RS:1;828b3f090c91:43329 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T21:41:48,308 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T21:41:48,308 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T21:41:48,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T21:41:48,309 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56521, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T21:41:48,309 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44805 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 828b3f090c91,44881,1732657307609 2024-11-26T21:41:48,310 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44805 {}] master.ServerManager(517): Registering regionserver=828b3f090c91,44881,1732657307609 2024-11-26T21:41:48,310 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37413, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T21:41:48,310 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T21:41:48,311 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T21:41:48,311 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44805 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 828b3f090c91,43329,1732657307662 2024-11-26T21:41:48,311 DEBUG [RS:0;828b3f090c91:44881 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384 2024-11-26T21:41:48,311 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44805 {}] master.ServerManager(517): Registering regionserver=828b3f090c91,43329,1732657307662 2024-11-26T21:41:48,311 DEBUG [RS:0;828b3f090c91:44881 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46231 2024-11-26T21:41:48,311 DEBUG [RS:0;828b3f090c91:44881 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T21:41:48,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x1007dfbbbec0000, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T21:41:48,313 DEBUG [RS:1;828b3f090c91:43329 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384 2024-11-26T21:41:48,313 DEBUG [RS:1;828b3f090c91:43329 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46231 2024-11-26T21:41:48,313 DEBUG [RS:1;828b3f090c91:43329 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T21:41:48,314 DEBUG [RS:0;828b3f090c91:44881 {}] zookeeper.ZKUtil(111): regionserver:44881-0x1007dfbbbec0001, quorum=127.0.0.1:56992, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/828b3f090c91,44881,1732657307609 2024-11-26T21:41:48,314 WARN [RS:0;828b3f090c91:44881 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T21:41:48,314 INFO [RS:0;828b3f090c91:44881 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T21:41:48,314 DEBUG [RS:0;828b3f090c91:44881 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/WALs/828b3f090c91,44881,1732657307609 2024-11-26T21:41:48,316 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [828b3f090c91,44881,1732657307609] 2024-11-26T21:41:48,316 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [828b3f090c91,43329,1732657307662] 2024-11-26T21:41:48,316 DEBUG [RS:1;828b3f090c91:43329 {}] zookeeper.ZKUtil(111): regionserver:43329-0x1007dfbbbec0002, quorum=127.0.0.1:56992, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/828b3f090c91,43329,1732657307662 2024-11-26T21:41:48,317 WARN [RS:1;828b3f090c91:43329 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T21:41:48,317 INFO [RS:1;828b3f090c91:43329 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T21:41:48,317 DEBUG [RS:1;828b3f090c91:43329 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/WALs/828b3f090c91,43329,1732657307662 2024-11-26T21:41:48,318 INFO [RS:0;828b3f090c91:44881 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T21:41:48,325 INFO [RS:0;828b3f090c91:44881 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T21:41:48,326 INFO [RS:0;828b3f090c91:44881 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T21:41:48,326 INFO [RS:0;828b3f090c91:44881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:48,326 INFO [RS:0;828b3f090c91:44881 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T21:41:48,327 INFO [RS:0;828b3f090c91:44881 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T21:41:48,327 INFO [RS:0;828b3f090c91:44881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:48,327 DEBUG [RS:0;828b3f090c91:44881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:48,327 DEBUG [RS:0;828b3f090c91:44881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:48,327 DEBUG [RS:0;828b3f090c91:44881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:48,327 DEBUG [RS:0;828b3f090c91:44881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:48,327 DEBUG [RS:0;828b3f090c91:44881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:48,327 DEBUG [RS:0;828b3f090c91:44881 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/828b3f090c91:0, corePoolSize=2, maxPoolSize=2 2024-11-26T21:41:48,327 DEBUG [RS:0;828b3f090c91:44881 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:48,327 DEBUG [RS:0;828b3f090c91:44881 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:48,328 DEBUG [RS:0;828b3f090c91:44881 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:48,328 DEBUG [RS:0;828b3f090c91:44881 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:48,328 DEBUG [RS:0;828b3f090c91:44881 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:48,328 DEBUG [RS:0;828b3f090c91:44881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:48,328 DEBUG [RS:0;828b3f090c91:44881 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/828b3f090c91:0, corePoolSize=3, maxPoolSize=3 2024-11-26T21:41:48,328 DEBUG [RS:0;828b3f090c91:44881 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/828b3f090c91:0, corePoolSize=3, maxPoolSize=3 2024-11-26T21:41:48,328 INFO [RS:1;828b3f090c91:43329 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T21:41:48,328 INFO [RS:0;828b3f090c91:44881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:48,328 INFO [RS:0;828b3f090c91:44881 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:48,328 INFO [RS:0;828b3f090c91:44881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:48,328 INFO [RS:0;828b3f090c91:44881 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:48,328 INFO [RS:0;828b3f090c91:44881 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:48,329 INFO [RS:0;828b3f090c91:44881 {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,44881,1732657307609-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T21:41:48,330 INFO [RS:1;828b3f090c91:43329 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T21:41:48,333 INFO [RS:1;828b3f090c91:43329 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T21:41:48,333 INFO [RS:1;828b3f090c91:43329 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:48,333 INFO [RS:1;828b3f090c91:43329 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T21:41:48,334 INFO [RS:1;828b3f090c91:43329 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T21:41:48,335 INFO [RS:1;828b3f090c91:43329 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:48,335 DEBUG [RS:1;828b3f090c91:43329 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:48,335 DEBUG [RS:1;828b3f090c91:43329 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:48,335 DEBUG [RS:1;828b3f090c91:43329 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:48,335 DEBUG [RS:1;828b3f090c91:43329 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:48,335 DEBUG [RS:1;828b3f090c91:43329 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:48,335 DEBUG [RS:1;828b3f090c91:43329 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/828b3f090c91:0, corePoolSize=2, maxPoolSize=2 2024-11-26T21:41:48,335 DEBUG [RS:1;828b3f090c91:43329 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:48,335 DEBUG [RS:1;828b3f090c91:43329 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:48,335 DEBUG [RS:1;828b3f090c91:43329 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:48,335 DEBUG [RS:1;828b3f090c91:43329 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:48,335 DEBUG [RS:1;828b3f090c91:43329 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:48,335 DEBUG [RS:1;828b3f090c91:43329 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:48,335 DEBUG [RS:1;828b3f090c91:43329 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/828b3f090c91:0, corePoolSize=3, maxPoolSize=3 2024-11-26T21:41:48,336 DEBUG [RS:1;828b3f090c91:43329 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/828b3f090c91:0, corePoolSize=3, maxPoolSize=3 2024-11-26T21:41:48,345 INFO [RS:1;828b3f090c91:43329 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:48,345 INFO [RS:1;828b3f090c91:43329 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:48,345 INFO [RS:0;828b3f090c91:44881 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T21:41:48,345 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T21:41:48,345 INFO [RS:1;828b3f090c91:43329 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:48,345 INFO [RS:1;828b3f090c91:43329 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:48,345 INFO [RS:1;828b3f090c91:43329 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:48,345 INFO [RS:0;828b3f090c91:44881 {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,44881,1732657307609-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:48,345 INFO [RS:1;828b3f090c91:43329 {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,43329,1732657307662-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T21:41:48,345 INFO [RS:0;828b3f090c91:44881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:48,345 INFO [RS:0;828b3f090c91:44881 {}] regionserver.Replication(171): 828b3f090c91,44881,1732657307609 started 2024-11-26T21:41:48,360 INFO [RS:0;828b3f090c91:44881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:48,360 INFO [RS:0;828b3f090c91:44881 {}] regionserver.HRegionServer(1482): Serving as 828b3f090c91,44881,1732657307609, RpcServer on 828b3f090c91/172.17.0.2:44881, sessionid=0x1007dfbbbec0001 2024-11-26T21:41:48,360 DEBUG [RS:0;828b3f090c91:44881 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T21:41:48,360 DEBUG [RS:0;828b3f090c91:44881 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 828b3f090c91,44881,1732657307609 2024-11-26T21:41:48,360 DEBUG [RS:0;828b3f090c91:44881 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '828b3f090c91,44881,1732657307609' 2024-11-26T21:41:48,360 DEBUG [RS:0;828b3f090c91:44881 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T21:41:48,361 DEBUG [RS:0;828b3f090c91:44881 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T21:41:48,362 DEBUG [RS:0;828b3f090c91:44881 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T21:41:48,362 DEBUG [RS:0;828b3f090c91:44881 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T21:41:48,362 DEBUG [RS:0;828b3f090c91:44881 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 828b3f090c91,44881,1732657307609 2024-11-26T21:41:48,362 DEBUG [RS:0;828b3f090c91:44881 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '828b3f090c91,44881,1732657307609' 2024-11-26T21:41:48,362 DEBUG [RS:0;828b3f090c91:44881 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T21:41:48,362 DEBUG [RS:0;828b3f090c91:44881 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T21:41:48,362 DEBUG [RS:0;828b3f090c91:44881 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T21:41:48,362 INFO [RS:0;828b3f090c91:44881 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T21:41:48,363 INFO [RS:0;828b3f090c91:44881 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T21:41:48,364 INFO [RS:1;828b3f090c91:43329 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T21:41:48,364 INFO [RS:1;828b3f090c91:43329 {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,43329,1732657307662-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:48,365 INFO [RS:1;828b3f090c91:43329 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:48,365 INFO [RS:1;828b3f090c91:43329 {}] regionserver.Replication(171): 828b3f090c91,43329,1732657307662 started 2024-11-26T21:41:48,381 INFO [RS:1;828b3f090c91:43329 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:48,381 INFO [RS:1;828b3f090c91:43329 {}] regionserver.HRegionServer(1482): Serving as 828b3f090c91,43329,1732657307662, RpcServer on 828b3f090c91/172.17.0.2:43329, sessionid=0x1007dfbbbec0002 2024-11-26T21:41:48,382 DEBUG [RS:1;828b3f090c91:43329 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T21:41:48,382 DEBUG [RS:1;828b3f090c91:43329 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 828b3f090c91,43329,1732657307662 2024-11-26T21:41:48,382 DEBUG [RS:1;828b3f090c91:43329 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '828b3f090c91,43329,1732657307662' 2024-11-26T21:41:48,382 DEBUG [RS:1;828b3f090c91:43329 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T21:41:48,382 DEBUG [RS:1;828b3f090c91:43329 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T21:41:48,382 DEBUG [RS:1;828b3f090c91:43329 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T21:41:48,383 DEBUG [RS:1;828b3f090c91:43329 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T21:41:48,383 DEBUG [RS:1;828b3f090c91:43329 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 828b3f090c91,43329,1732657307662 2024-11-26T21:41:48,383 DEBUG [RS:1;828b3f090c91:43329 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '828b3f090c91,43329,1732657307662' 2024-11-26T21:41:48,383 DEBUG [RS:1;828b3f090c91:43329 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T21:41:48,383 DEBUG [RS:1;828b3f090c91:43329 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T21:41:48,383 DEBUG [RS:1;828b3f090c91:43329 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T21:41:48,383 INFO [RS:1;828b3f090c91:43329 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T21:41:48,383 INFO [RS:1;828b3f090c91:43329 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T21:41:48,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T21:41:48,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T21:41:48,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T21:41:48,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T21:41:48,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T21:41:48,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T21:41:48,461 WARN [828b3f090c91:44805 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T21:41:48,463 INFO [RS:0;828b3f090c91:44881 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T21:41:48,465 INFO [RS:0;828b3f090c91:44881 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=828b3f090c91%2C44881%2C1732657307609, suffix=, logDir=hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/WALs/828b3f090c91,44881,1732657307609, archiveDir=hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/oldWALs, maxLogs=32 2024-11-26T21:41:48,482 DEBUG [RS:0;828b3f090c91:44881 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/WALs/828b3f090c91,44881,1732657307609/828b3f090c91%2C44881%2C1732657307609.1732657308466, exclude list is [], retry=0 2024-11-26T21:41:48,484 INFO [RS:1;828b3f090c91:43329 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T21:41:48,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35605,DS-f6fde316-2b68-453e-8e9d-7b475114207c,DISK] 2024-11-26T21:41:48,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36795,DS-23cbcc85-30ac-4c98-a85c-061953c78d1b,DISK] 2024-11-26T21:41:48,485 INFO [RS:1;828b3f090c91:43329 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=828b3f090c91%2C43329%2C1732657307662, suffix=, logDir=hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/WALs/828b3f090c91,43329,1732657307662, archiveDir=hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/oldWALs, maxLogs=32 2024-11-26T21:41:48,488 INFO [RS:0;828b3f090c91:44881 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/WALs/828b3f090c91,44881,1732657307609/828b3f090c91%2C44881%2C1732657307609.1732657308466 2024-11-26T21:41:48,488 DEBUG [RS:0;828b3f090c91:44881 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45031:45031),(127.0.0.1/127.0.0.1:40727:40727)] 2024-11-26T21:41:48,504 DEBUG [RS:1;828b3f090c91:43329 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/WALs/828b3f090c91,43329,1732657307662/828b3f090c91%2C43329%2C1732657307662.1732657308486, exclude list is [], retry=0 2024-11-26T21:41:48,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36795,DS-23cbcc85-30ac-4c98-a85c-061953c78d1b,DISK] 2024-11-26T21:41:48,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35605,DS-f6fde316-2b68-453e-8e9d-7b475114207c,DISK] 2024-11-26T21:41:48,511 INFO [RS:1;828b3f090c91:43329 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/WALs/828b3f090c91,43329,1732657307662/828b3f090c91%2C43329%2C1732657307662.1732657308486 2024-11-26T21:41:48,511 DEBUG [RS:1;828b3f090c91:43329 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45031:45031),(127.0.0.1/127.0.0.1:40727:40727)] 2024-11-26T21:41:48,711 DEBUG [828b3f090c91:44805 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-26T21:41:48,712 DEBUG [828b3f090c91:44805 {}] balancer.BalancerClusterState(204): Hosts are {828b3f090c91=0} racks are {/default-rack=0} 2024-11-26T21:41:48,714 DEBUG [828b3f090c91:44805 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-26T21:41:48,714 DEBUG [828b3f090c91:44805 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-26T21:41:48,714 DEBUG [828b3f090c91:44805 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-26T21:41:48,714 DEBUG [828b3f090c91:44805 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-26T21:41:48,714 INFO [828b3f090c91:44805 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-26T21:41:48,714 INFO [828b3f090c91:44805 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-26T21:41:48,714 DEBUG [828b3f090c91:44805 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T21:41:48,714 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=828b3f090c91,43329,1732657307662 2024-11-26T21:41:48,716 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 828b3f090c91,43329,1732657307662, state=OPENING 2024-11-26T21:41:48,717 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T21:41:48,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x1007dfbbbec0001, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:48,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x1007dfbbbec0000, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:48,719 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:41:48,719 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:41:48,719 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T21:41:48,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=828b3f090c91,43329,1732657307662}] 2024-11-26T21:41:48,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43329-0x1007dfbbbec0002, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:48,724 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:41:48,873 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T21:41:48,875 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39929, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T21:41:48,879 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T21:41:48,879 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T21:41:48,880 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T21:41:48,882 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=828b3f090c91%2C43329%2C1732657307662.meta, suffix=.meta, logDir=hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/WALs/828b3f090c91,43329,1732657307662, archiveDir=hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/oldWALs, maxLogs=32 2024-11-26T21:41:48,899 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/WALs/828b3f090c91,43329,1732657307662/828b3f090c91%2C43329%2C1732657307662.meta.1732657308882.meta, exclude list is [], retry=0 2024-11-26T21:41:48,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36795,DS-23cbcc85-30ac-4c98-a85c-061953c78d1b,DISK] 2024-11-26T21:41:48,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35605,DS-f6fde316-2b68-453e-8e9d-7b475114207c,DISK] 2024-11-26T21:41:48,905 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/WALs/828b3f090c91,43329,1732657307662/828b3f090c91%2C43329%2C1732657307662.meta.1732657308882.meta 2024-11-26T21:41:48,905 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45031:45031),(127.0.0.1/127.0.0.1:40727:40727)] 2024-11-26T21:41:48,905 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T21:41:48,905 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T21:41:48,906 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T21:41:48,906 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T21:41:48,906 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T21:41:48,906 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:41:48,906 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T21:41:48,906 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T21:41:48,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T21:41:48,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T21:41:48,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:48,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:48,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T21:41:48,910 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T21:41:48,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:48,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:48,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T21:41:48,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T21:41:48,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:48,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:48,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T21:41:48,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T21:41:48,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:48,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:48,914 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T21:41:48,915 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/data/hbase/meta/1588230740 2024-11-26T21:41:48,916 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/data/hbase/meta/1588230740 2024-11-26T21:41:48,918 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T21:41:48,918 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T21:41:48,918 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T21:41:48,920 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T21:41:48,921 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65494130, jitterRate=-0.0240614116191864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T21:41:48,921 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T21:41:48,922 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732657308906Writing region info on filesystem at 1732657308906Initializing all the Stores at 1732657308907 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657308907Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657308908 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657308908Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657308908Cleaning up temporary data from old regions at 1732657308918 (+10 ms)Running coprocessor post-open hooks at 1732657308921 (+3 ms)Region opened successfully at 1732657308922 (+1 ms) 2024-11-26T21:41:48,928 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732657308873 2024-11-26T21:41:48,931 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T21:41:48,931 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T21:41:48,932 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=828b3f090c91,43329,1732657307662 2024-11-26T21:41:48,933 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 828b3f090c91,43329,1732657307662, state=OPEN 2024-11-26T21:41:48,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x1007dfbbbec0001, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T21:41:48,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x1007dfbbbec0000, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T21:41:48,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43329-0x1007dfbbbec0002, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T21:41:48,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:41:48,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:41:48,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:41:48,935 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=828b3f090c91,43329,1732657307662 2024-11-26T21:41:48,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T21:41:48,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=828b3f090c91,43329,1732657307662 in 216 msec 2024-11-26T21:41:48,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T21:41:48,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 630 msec 2024-11-26T21:41:48,943 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T21:41:48,943 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T21:41:48,944 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T21:41:48,944 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=828b3f090c91,43329,1732657307662, seqNum=-1] 2024-11-26T21:41:48,945 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:41:48,946 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57427, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:41:48,953 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 716 msec 2024-11-26T21:41:48,953 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732657308953, completionTime=-1 2024-11-26T21:41:48,953 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-26T21:41:48,953 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T21:41:48,955 INFO [master/828b3f090c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-26T21:41:48,955 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732657368955 2024-11-26T21:41:48,955 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732657428955 2024-11-26T21:41:48,955 INFO [master/828b3f090c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T21:41:48,955 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,44805,1732657307534-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:48,955 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,44805,1732657307534-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:48,955 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,44805,1732657307534-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:48,956 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-828b3f090c91:44805, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:48,956 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:48,956 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:48,958 DEBUG [master/828b3f090c91:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T21:41:48,960 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.262sec 2024-11-26T21:41:48,960 INFO [master/828b3f090c91:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T21:41:48,960 INFO [master/828b3f090c91:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T21:41:48,960 INFO [master/828b3f090c91:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T21:41:48,960 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T21:41:48,961 INFO [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T21:41:48,961 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,44805,1732657307534-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T21:41:48,961 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,44805,1732657307534-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T21:41:48,963 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T21:41:48,963 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T21:41:48,963 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,44805,1732657307534-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:48,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7558183a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:41:48,987 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 828b3f090c91,44805,-1 for getting cluster id 2024-11-26T21:41:48,987 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T21:41:48,989 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8527f78f-a6fc-4f1e-a48a-3b0ce81ec7bd' 2024-11-26T21:41:48,989 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T21:41:48,989 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8527f78f-a6fc-4f1e-a48a-3b0ce81ec7bd" 2024-11-26T21:41:48,990 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aa04434, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:41:48,990 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [828b3f090c91,44805,-1] 2024-11-26T21:41:48,990 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T21:41:48,991 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:48,992 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45860, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T21:41:48,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7711b2e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:41:48,994 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T21:41:48,996 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=828b3f090c91,43329,1732657307662, seqNum=-1] 2024-11-26T21:41:48,997 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:41:48,998 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44648, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:41:49,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=828b3f090c91,44805,1732657307534 2024-11-26T21:41:49,000 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T21:41:49,001 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 828b3f090c91,44805,1732657307534 2024-11-26T21:41:49,001 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6589a8ec 2024-11-26T21:41:49,002 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T21:41:49,003 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45874, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T21:41:49,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T21:41:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-26T21:41:49,006 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T21:41:49,006 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:49,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-26T21:41:49,007 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T21:41:49,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T21:41:49,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35605 is added to blk_1073741836_1012 (size=379) 2024-11-26T21:41:49,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36795 is added to blk_1073741836_1012 (size=379) 2024-11-26T21:41:49,017 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bf1dc0110fce82b444ecf6847185d672, NAME => 'testClearRegionBlockCache,,1732657309003.bf1dc0110fce82b444ecf6847185d672.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384 2024-11-26T21:41:49,017 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9bfd7a4a86313a16da63e4cd6174bee3, NAME => 'testClearRegionBlockCache,5,1732657309003.9bfd7a4a86313a16da63e4cd6174bee3.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384 2024-11-26T21:41:49,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35605 is added to blk_1073741838_1014 (size=61) 2024-11-26T21:41:49,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36795 is added to blk_1073741838_1014 (size=61) 2024-11-26T21:41:49,027 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1732657309003.9bfd7a4a86313a16da63e4cd6174bee3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:41:49,027 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 9bfd7a4a86313a16da63e4cd6174bee3, disabling compactions & flushes 2024-11-26T21:41:49,027 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1732657309003.9bfd7a4a86313a16da63e4cd6174bee3. 2024-11-26T21:41:49,027 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1732657309003.9bfd7a4a86313a16da63e4cd6174bee3. 2024-11-26T21:41:49,027 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1732657309003.9bfd7a4a86313a16da63e4cd6174bee3. after waiting 0 ms 2024-11-26T21:41:49,027 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1732657309003.9bfd7a4a86313a16da63e4cd6174bee3. 2024-11-26T21:41:49,027 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1732657309003.9bfd7a4a86313a16da63e4cd6174bee3. 2024-11-26T21:41:49,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36795 is added to blk_1073741837_1013 (size=61) 2024-11-26T21:41:49,027 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9bfd7a4a86313a16da63e4cd6174bee3: Waiting for close lock at 1732657309027Disabling compacts and flushes for region at 1732657309027Disabling writes for close at 1732657309027Writing region close event to WAL at 1732657309027Closed at 1732657309027 2024-11-26T21:41:49,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35605 is added to blk_1073741837_1013 (size=61) 2024-11-26T21:41:49,028 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1732657309003.bf1dc0110fce82b444ecf6847185d672.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:41:49,028 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing bf1dc0110fce82b444ecf6847185d672, disabling compactions & flushes 2024-11-26T21:41:49,028 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1732657309003.bf1dc0110fce82b444ecf6847185d672. 2024-11-26T21:41:49,028 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1732657309003.bf1dc0110fce82b444ecf6847185d672. 2024-11-26T21:41:49,028 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1732657309003.bf1dc0110fce82b444ecf6847185d672. after waiting 0 ms 2024-11-26T21:41:49,028 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1732657309003.bf1dc0110fce82b444ecf6847185d672. 2024-11-26T21:41:49,028 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1732657309003.bf1dc0110fce82b444ecf6847185d672. 2024-11-26T21:41:49,028 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for bf1dc0110fce82b444ecf6847185d672: Waiting for close lock at 1732657309028Disabling compacts and flushes for region at 1732657309028Disabling writes for close at 1732657309028Writing region close event to WAL at 1732657309028Closed at 1732657309028 2024-11-26T21:41:49,030 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T21:41:49,030 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732657309003.9bfd7a4a86313a16da63e4cd6174bee3.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732657309030"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732657309030"}]},"ts":"1732657309030"} 2024-11-26T21:41:49,031 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732657309003.bf1dc0110fce82b444ecf6847185d672.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732657309030"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732657309030"}]},"ts":"1732657309030"} 2024-11-26T21:41:49,034 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-26T21:41:49,035 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T21:41:49,035 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732657309035"}]},"ts":"1732657309035"} 2024-11-26T21:41:49,038 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-26T21:41:49,038 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {828b3f090c91=0} racks are {/default-rack=0} 2024-11-26T21:41:49,040 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-26T21:41:49,040 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-26T21:41:49,040 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-26T21:41:49,040 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-26T21:41:49,040 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-26T21:41:49,040 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-26T21:41:49,040 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T21:41:49,040 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bf1dc0110fce82b444ecf6847185d672, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9bfd7a4a86313a16da63e4cd6174bee3, ASSIGN}] 2024-11-26T21:41:49,042 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9bfd7a4a86313a16da63e4cd6174bee3, ASSIGN 2024-11-26T21:41:49,042 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bf1dc0110fce82b444ecf6847185d672, ASSIGN 2024-11-26T21:41:49,043 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9bfd7a4a86313a16da63e4cd6174bee3, ASSIGN; state=OFFLINE, location=828b3f090c91,44881,1732657307609; forceNewPlan=false, retain=false 2024-11-26T21:41:49,043 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bf1dc0110fce82b444ecf6847185d672, ASSIGN; state=OFFLINE, location=828b3f090c91,43329,1732657307662; forceNewPlan=false, retain=false 2024-11-26T21:41:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T21:41:49,194 INFO [828b3f090c91:44805 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-26T21:41:49,194 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bf1dc0110fce82b444ecf6847185d672, regionState=OPENING, regionLocation=828b3f090c91,43329,1732657307662 2024-11-26T21:41:49,194 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9bfd7a4a86313a16da63e4cd6174bee3, regionState=OPENING, regionLocation=828b3f090c91,44881,1732657307609 2024-11-26T21:41:49,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9bfd7a4a86313a16da63e4cd6174bee3, ASSIGN because future has completed 2024-11-26T21:41:49,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9bfd7a4a86313a16da63e4cd6174bee3, server=828b3f090c91,44881,1732657307609}] 2024-11-26T21:41:49,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bf1dc0110fce82b444ecf6847185d672, ASSIGN because future has completed 2024-11-26T21:41:49,199 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf1dc0110fce82b444ecf6847185d672, server=828b3f090c91,43329,1732657307662}] 2024-11-26T21:41:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T21:41:49,351 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T21:41:49,353 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44373, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T21:41:49,357 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1732657309003.9bfd7a4a86313a16da63e4cd6174bee3. 2024-11-26T21:41:49,357 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1732657309003.bf1dc0110fce82b444ecf6847185d672. 2024-11-26T21:41:49,357 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => bf1dc0110fce82b444ecf6847185d672, NAME => 'testClearRegionBlockCache,,1732657309003.bf1dc0110fce82b444ecf6847185d672.', STARTKEY => '', ENDKEY => '5'} 2024-11-26T21:41:49,357 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 9bfd7a4a86313a16da63e4cd6174bee3, NAME => 'testClearRegionBlockCache,5,1732657309003.9bfd7a4a86313a16da63e4cd6174bee3.', STARTKEY => '5', ENDKEY => ''} 2024-11-26T21:41:49,357 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 9bfd7a4a86313a16da63e4cd6174bee3 2024-11-26T21:41:49,357 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache bf1dc0110fce82b444ecf6847185d672 2024-11-26T21:41:49,357 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1732657309003.9bfd7a4a86313a16da63e4cd6174bee3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:41:49,357 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1732657309003.bf1dc0110fce82b444ecf6847185d672.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:41:49,357 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for bf1dc0110fce82b444ecf6847185d672 2024-11-26T21:41:49,357 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 9bfd7a4a86313a16da63e4cd6174bee3 2024-11-26T21:41:49,357 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for bf1dc0110fce82b444ecf6847185d672 2024-11-26T21:41:49,357 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 9bfd7a4a86313a16da63e4cd6174bee3 2024-11-26T21:41:49,359 INFO [StoreOpener-9bfd7a4a86313a16da63e4cd6174bee3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 9bfd7a4a86313a16da63e4cd6174bee3 2024-11-26T21:41:49,359 INFO [StoreOpener-bf1dc0110fce82b444ecf6847185d672-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region bf1dc0110fce82b444ecf6847185d672 2024-11-26T21:41:49,360 INFO [StoreOpener-9bfd7a4a86313a16da63e4cd6174bee3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bfd7a4a86313a16da63e4cd6174bee3 columnFamilyName family 2024-11-26T21:41:49,360 INFO [StoreOpener-bf1dc0110fce82b444ecf6847185d672-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf1dc0110fce82b444ecf6847185d672 columnFamilyName family 2024-11-26T21:41:49,360 DEBUG [StoreOpener-bf1dc0110fce82b444ecf6847185d672-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:49,360 DEBUG [StoreOpener-9bfd7a4a86313a16da63e4cd6174bee3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:49,361 INFO [StoreOpener-9bfd7a4a86313a16da63e4cd6174bee3-1 {}] regionserver.HStore(327): Store=9bfd7a4a86313a16da63e4cd6174bee3/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:41:49,361 INFO [StoreOpener-bf1dc0110fce82b444ecf6847185d672-1 {}] regionserver.HStore(327): Store=bf1dc0110fce82b444ecf6847185d672/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:41:49,361 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 9bfd7a4a86313a16da63e4cd6174bee3 2024-11-26T21:41:49,361 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for bf1dc0110fce82b444ecf6847185d672 2024-11-26T21:41:49,362 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/data/default/testClearRegionBlockCache/9bfd7a4a86313a16da63e4cd6174bee3 2024-11-26T21:41:49,362 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/data/default/testClearRegionBlockCache/bf1dc0110fce82b444ecf6847185d672 2024-11-26T21:41:49,362 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/data/default/testClearRegionBlockCache/bf1dc0110fce82b444ecf6847185d672 2024-11-26T21:41:49,363 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for bf1dc0110fce82b444ecf6847185d672 2024-11-26T21:41:49,363 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for bf1dc0110fce82b444ecf6847185d672 2024-11-26T21:41:49,364 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/data/default/testClearRegionBlockCache/9bfd7a4a86313a16da63e4cd6174bee3 2024-11-26T21:41:49,364 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for bf1dc0110fce82b444ecf6847185d672 2024-11-26T21:41:49,365 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 9bfd7a4a86313a16da63e4cd6174bee3 2024-11-26T21:41:49,365 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 9bfd7a4a86313a16da63e4cd6174bee3 2024-11-26T21:41:49,366 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 9bfd7a4a86313a16da63e4cd6174bee3 2024-11-26T21:41:49,367 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/data/default/testClearRegionBlockCache/bf1dc0110fce82b444ecf6847185d672/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T21:41:49,367 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened bf1dc0110fce82b444ecf6847185d672; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71913804, jitterRate=0.07159918546676636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T21:41:49,367 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bf1dc0110fce82b444ecf6847185d672 2024-11-26T21:41:49,368 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for bf1dc0110fce82b444ecf6847185d672: Running coprocessor pre-open hook at 1732657309357Writing region info on filesystem at 1732657309357Initializing all the Stores at 1732657309358 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657309358Cleaning up temporary data from old regions at 1732657309363 (+5 ms)Running coprocessor post-open hooks at 1732657309367 (+4 ms)Region opened successfully at 1732657309368 (+1 ms) 2024-11-26T21:41:49,369 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/data/default/testClearRegionBlockCache/9bfd7a4a86313a16da63e4cd6174bee3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T21:41:49,369 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1732657309003.bf1dc0110fce82b444ecf6847185d672., pid=8, masterSystemTime=1732657309353 2024-11-26T21:41:49,369 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 9bfd7a4a86313a16da63e4cd6174bee3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59064471, jitterRate=-0.11987079679965973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T21:41:49,369 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9bfd7a4a86313a16da63e4cd6174bee3 2024-11-26T21:41:49,369 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 9bfd7a4a86313a16da63e4cd6174bee3: Running coprocessor pre-open hook at 1732657309357Writing region info on filesystem at 1732657309357Initializing all the Stores at 1732657309358 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657309358Cleaning up temporary data from old regions at 1732657309365 (+7 ms)Running coprocessor post-open hooks at 1732657309369 (+4 ms)Region opened successfully at 1732657309369 2024-11-26T21:41:49,371 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1732657309003.9bfd7a4a86313a16da63e4cd6174bee3., pid=7, masterSystemTime=1732657309351 2024-11-26T21:41:49,372 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1732657309003.bf1dc0110fce82b444ecf6847185d672. 2024-11-26T21:41:49,372 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1732657309003.bf1dc0110fce82b444ecf6847185d672. 2024-11-26T21:41:49,373 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bf1dc0110fce82b444ecf6847185d672, regionState=OPEN, openSeqNum=2, regionLocation=828b3f090c91,43329,1732657307662 2024-11-26T21:41:49,373 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1732657309003.9bfd7a4a86313a16da63e4cd6174bee3. 2024-11-26T21:41:49,374 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1732657309003.9bfd7a4a86313a16da63e4cd6174bee3. 2024-11-26T21:41:49,374 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9bfd7a4a86313a16da63e4cd6174bee3, regionState=OPEN, openSeqNum=2, regionLocation=828b3f090c91,44881,1732657307609 2024-11-26T21:41:49,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf1dc0110fce82b444ecf6847185d672, server=828b3f090c91,43329,1732657307662 because future has completed 2024-11-26T21:41:49,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9bfd7a4a86313a16da63e4cd6174bee3, server=828b3f090c91,44881,1732657307609 because future has completed 2024-11-26T21:41:49,380 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-26T21:41:49,380 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bf1dc0110fce82b444ecf6847185d672, server=828b3f090c91,43329,1732657307662 in 178 msec 2024-11-26T21:41:49,382 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bf1dc0110fce82b444ecf6847185d672, ASSIGN in 340 msec 2024-11-26T21:41:49,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-26T21:41:49,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9bfd7a4a86313a16da63e4cd6174bee3, server=828b3f090c91,44881,1732657307609 in 183 msec 2024-11-26T21:41:49,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-26T21:41:49,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9bfd7a4a86313a16da63e4cd6174bee3, ASSIGN in 343 msec 2024-11-26T21:41:49,387 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T21:41:49,388 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732657309387"}]},"ts":"1732657309387"} 2024-11-26T21:41:49,390 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-26T21:41:49,392 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T21:41:49,395 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 388 msec 2024-11-26T21:41:49,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T21:41:49,635 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-26T21:41:49,635 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-26T21:41:49,636 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T21:41:49,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-26T21:41:49,640 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T21:41:49,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-26T21:41:49,645 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1732657309003.bf1dc0110fce82b444ecf6847185d672., hostname=828b3f090c91,43329,1732657307662, seqNum=2] 2024-11-26T21:41:49,658 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1732657309003.9bfd7a4a86313a16da63e4cd6174bee3., hostname=828b3f090c91,44881,1732657307609, seqNum=2] 2024-11-26T21:41:49,659 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:41:49,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36940, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:41:49,671 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9bfd7a4a86313a16da63e4cd6174bee3 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-26T21:41:49,690 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/data/default/testClearRegionBlockCache/9bfd7a4a86313a16da63e4cd6174bee3/.tmp/family/7b1bcfae28644a1597e1735ca77cf7c7 is 32, key is 5/family:/1732657309661/Put/seqid=0 2024-11-26T21:41:49,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35605 is added to blk_1073741839_1015 (size=5083) 2024-11-26T21:41:49,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36795 is added to blk_1073741839_1015 (size=5083) 2024-11-26T21:41:49,697 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/data/default/testClearRegionBlockCache/9bfd7a4a86313a16da63e4cd6174bee3/.tmp/family/7b1bcfae28644a1597e1735ca77cf7c7 2024-11-26T21:41:49,705 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/data/default/testClearRegionBlockCache/9bfd7a4a86313a16da63e4cd6174bee3/.tmp/family/7b1bcfae28644a1597e1735ca77cf7c7 as hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/data/default/testClearRegionBlockCache/9bfd7a4a86313a16da63e4cd6174bee3/family/7b1bcfae28644a1597e1735ca77cf7c7 2024-11-26T21:41:49,712 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/data/default/testClearRegionBlockCache/9bfd7a4a86313a16da63e4cd6174bee3/family/7b1bcfae28644a1597e1735ca77cf7c7, entries=5, sequenceid=9, filesize=5.0 K 2024-11-26T21:41:49,713 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 9bfd7a4a86313a16da63e4cd6174bee3 in 42ms, sequenceid=9, compaction requested=false 2024-11-26T21:41:49,713 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 9bfd7a4a86313a16da63e4cd6174bee3: 2024-11-26T21:41:49,713 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing bf1dc0110fce82b444ecf6847185d672 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-26T21:41:49,730 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/data/default/testClearRegionBlockCache/bf1dc0110fce82b444ecf6847185d672/.tmp/family/c4f2180fc636458bbba44dd3d4dab6f3 is 32, key is 1/family:/1732657309647/Put/seqid=0 2024-11-26T21:41:49,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36795 is added to blk_1073741840_1016 (size=5054) 2024-11-26T21:41:49,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35605 is added to blk_1073741840_1016 (size=5054) 2024-11-26T21:41:50,136 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/data/default/testClearRegionBlockCache/bf1dc0110fce82b444ecf6847185d672/.tmp/family/c4f2180fc636458bbba44dd3d4dab6f3 2024-11-26T21:41:50,144 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/data/default/testClearRegionBlockCache/bf1dc0110fce82b444ecf6847185d672/.tmp/family/c4f2180fc636458bbba44dd3d4dab6f3 as hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/data/default/testClearRegionBlockCache/bf1dc0110fce82b444ecf6847185d672/family/c4f2180fc636458bbba44dd3d4dab6f3 2024-11-26T21:41:50,151 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/data/default/testClearRegionBlockCache/bf1dc0110fce82b444ecf6847185d672/family/c4f2180fc636458bbba44dd3d4dab6f3, entries=4, sequenceid=8, filesize=4.9 K 2024-11-26T21:41:50,153 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for bf1dc0110fce82b444ecf6847185d672 in 440ms, sequenceid=8, compaction requested=false 2024-11-26T21:41:50,153 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for bf1dc0110fce82b444ecf6847185d672: 2024-11-26T21:41:50,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ef2f98f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:41:50,154 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 828b3f090c91,44805,-1 for getting cluster id 2024-11-26T21:41:50,154 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T21:41:50,155 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8527f78f-a6fc-4f1e-a48a-3b0ce81ec7bd' 2024-11-26T21:41:50,155 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T21:41:50,155 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8527f78f-a6fc-4f1e-a48a-3b0ce81ec7bd" 2024-11-26T21:41:50,155 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d4eebbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:41:50,155 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [828b3f090c91,44805,-1] 2024-11-26T21:41:50,156 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T21:41:50,156 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:50,157 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45884, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T21:41:50,158 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23f2e626, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:41:50,164 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-26T21:41:50,165 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T21:41:50,166 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=828b3f090c91,43329,1732657307662, seqNum=-1] 2024-11-26T21:41:50,166 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:41:50,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44662, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:41:50,171 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T21:41:50,171 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T21:41:50,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36946, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T21:41:50,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44678, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T21:41:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43329 {}] bucket.BucketCache(1863): found 1 blocks for file c4f2180fc636458bbba44dd3d4dab6f3, starting offset: 0, end offset: 9223372036854775807 2024-11-26T21:41:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44881 {}] bucket.BucketCache(1863): found 1 blocks for file 7b1bcfae28644a1597e1735ca77cf7c7, starting offset: 0, end offset: 9223372036854775807 2024-11-26T21:41:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44881 {}] bucket.BucketCache(856): removed key 7b1bcfae28644a1597e1735ca77cf7c7_0 from back map with offset lock 2094080 in the evict process 2024-11-26T21:41:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43329 {}] bucket.BucketCache(856): removed key c4f2180fc636458bbba44dd3d4dab6f3_0 from back map with offset lock 2094080 in the evict process 2024-11-26T21:41:50,175 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T21:41:50,175 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:41:50,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:50,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:50,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T21:41:50,176 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T21:41:50,176 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T21:41:50,176 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:41:50,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:50,176 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T21:41:50,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:50,176 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T21:41:50,176 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1595204701, stopped=false 2024-11-26T21:41:50,176 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=828b3f090c91,44805,1732657307534 2024-11-26T21:41:50,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x1007dfbbbec0001, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T21:41:50,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43329-0x1007dfbbbec0002, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T21:41:50,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43329-0x1007dfbbbec0002, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:50,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x1007dfbbbec0001, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:50,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x1007dfbbbec0000, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T21:41:50,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x1007dfbbbec0000, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:50,178 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T21:41:50,178 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43329-0x1007dfbbbec0002, quorum=127.0.0.1:56992, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:41:50,178 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44881-0x1007dfbbbec0001, quorum=127.0.0.1:56992, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:41:50,178 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T21:41:50,179 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44805-0x1007dfbbbec0000, quorum=127.0.0.1:56992, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:41:50,179 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:41:50,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:50,179 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '828b3f090c91,44881,1732657307609' ***** 2024-11-26T21:41:50,179 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T21:41:50,179 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '828b3f090c91,43329,1732657307662' ***** 2024-11-26T21:41:50,179 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T21:41:50,179 INFO [RS:0;828b3f090c91:44881 {}] bucket.BucketCache(1738): Disabling cache 2024-11-26T21:41:50,179 INFO [RS:1;828b3f090c91:43329 {}] bucket.BucketCache(1738): Disabling cache 2024-11-26T21:41:50,180 INFO [RS:1;828b3f090c91:43329 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-26T21:41:50,180 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-26T21:41:50,180 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-26T21:41:50,180 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-26T21:41:50,180 INFO [RS:1;828b3f090c91:43329 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T21:41:50,180 INFO [RS:0;828b3f090c91:44881 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-26T21:41:50,180 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-26T21:41:50,180 INFO [RS:1;828b3f090c91:43329 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T21:41:50,180 INFO [RS:0;828b3f090c91:44881 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T21:41:50,180 INFO [RS:1;828b3f090c91:43329 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T21:41:50,180 INFO [RS:0;828b3f090c91:44881 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T21:41:50,180 INFO [RS:1;828b3f090c91:43329 {}] regionserver.HRegionServer(3091): Received CLOSE for bf1dc0110fce82b444ecf6847185d672 2024-11-26T21:41:50,180 INFO [RS:0;828b3f090c91:44881 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T21:41:50,180 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T21:41:50,180 INFO [RS:0;828b3f090c91:44881 {}] regionserver.HRegionServer(3091): Received CLOSE for 9bfd7a4a86313a16da63e4cd6174bee3 2024-11-26T21:41:50,180 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-26T21:41:50,180 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T21:41:50,180 INFO [RS:0;828b3f090c91:44881 {}] regionserver.HRegionServer(959): stopping server 828b3f090c91,44881,1732657307609 2024-11-26T21:41:50,180 INFO [RS:0;828b3f090c91:44881 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T21:41:50,180 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-26T21:41:50,180 INFO [RS:0;828b3f090c91:44881 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;828b3f090c91:44881. 2024-11-26T21:41:50,181 DEBUG [RS:0;828b3f090c91:44881 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:41:50,181 DEBUG [RS:0;828b3f090c91:44881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:50,181 INFO [RS:0;828b3f090c91:44881 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T21:41:50,181 DEBUG [RS:0;828b3f090c91:44881 {}] regionserver.HRegionServer(1325): Online Regions={9bfd7a4a86313a16da63e4cd6174bee3=testClearRegionBlockCache,5,1732657309003.9bfd7a4a86313a16da63e4cd6174bee3.} 2024-11-26T21:41:50,181 DEBUG [RS:0;828b3f090c91:44881 {}] regionserver.HRegionServer(1351): Waiting on 9bfd7a4a86313a16da63e4cd6174bee3 2024-11-26T21:41:50,181 INFO [RS:1;828b3f090c91:43329 {}] regionserver.HRegionServer(959): stopping server 828b3f090c91,43329,1732657307662 2024-11-26T21:41:50,181 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9bfd7a4a86313a16da63e4cd6174bee3, disabling compactions & flushes 2024-11-26T21:41:50,181 INFO [RS:1;828b3f090c91:43329 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T21:41:50,181 INFO [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1732657309003.9bfd7a4a86313a16da63e4cd6174bee3. 2024-11-26T21:41:50,181 INFO [RS:1;828b3f090c91:43329 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;828b3f090c91:43329. 2024-11-26T21:41:50,181 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1732657309003.9bfd7a4a86313a16da63e4cd6174bee3. 2024-11-26T21:41:50,181 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bf1dc0110fce82b444ecf6847185d672, disabling compactions & flushes 2024-11-26T21:41:50,181 INFO [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1732657309003.bf1dc0110fce82b444ecf6847185d672. 2024-11-26T21:41:50,181 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1732657309003.9bfd7a4a86313a16da63e4cd6174bee3. after waiting 0 ms 2024-11-26T21:41:50,181 DEBUG [RS:1;828b3f090c91:43329 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:41:50,181 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1732657309003.bf1dc0110fce82b444ecf6847185d672. 2024-11-26T21:41:50,181 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1732657309003.9bfd7a4a86313a16da63e4cd6174bee3. 2024-11-26T21:41:50,181 DEBUG [RS:1;828b3f090c91:43329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:50,181 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1732657309003.bf1dc0110fce82b444ecf6847185d672. after waiting 0 ms 2024-11-26T21:41:50,181 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1732657309003.bf1dc0110fce82b444ecf6847185d672. 2024-11-26T21:41:50,181 INFO [RS:1;828b3f090c91:43329 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T21:41:50,181 INFO [RS:1;828b3f090c91:43329 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T21:41:50,181 INFO [RS:1;828b3f090c91:43329 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T21:41:50,182 INFO [RS:1;828b3f090c91:43329 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T21:41:50,182 INFO [RS:1;828b3f090c91:43329 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T21:41:50,182 DEBUG [RS:1;828b3f090c91:43329 {}] regionserver.HRegionServer(1325): Online Regions={bf1dc0110fce82b444ecf6847185d672=testClearRegionBlockCache,,1732657309003.bf1dc0110fce82b444ecf6847185d672., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T21:41:50,182 DEBUG [RS:1;828b3f090c91:43329 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bf1dc0110fce82b444ecf6847185d672 2024-11-26T21:41:50,182 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T21:41:50,182 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T21:41:50,183 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T21:41:50,183 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T21:41:50,183 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T21:41:50,183 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-26T21:41:50,187 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/data/default/testClearRegionBlockCache/bf1dc0110fce82b444ecf6847185d672/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-26T21:41:50,187 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/data/default/testClearRegionBlockCache/9bfd7a4a86313a16da63e4cd6174bee3/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-26T21:41:50,187 INFO [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1732657309003.bf1dc0110fce82b444ecf6847185d672. 2024-11-26T21:41:50,188 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bf1dc0110fce82b444ecf6847185d672: Waiting for close lock at 1732657310181Running coprocessor pre-close hooks at 1732657310181Disabling compacts and flushes for region at 1732657310181Disabling writes for close at 1732657310181Writing region close event to WAL at 1732657310182 (+1 ms)Running coprocessor post-close hooks at 1732657310187 (+5 ms)Closed at 1732657310187 2024-11-26T21:41:50,188 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732657309003.bf1dc0110fce82b444ecf6847185d672. 2024-11-26T21:41:50,188 INFO [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1732657309003.9bfd7a4a86313a16da63e4cd6174bee3. 2024-11-26T21:41:50,188 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9bfd7a4a86313a16da63e4cd6174bee3: Waiting for close lock at 1732657310181Running coprocessor pre-close hooks at 1732657310181Disabling compacts and flushes for region at 1732657310181Disabling writes for close at 1732657310181Writing region close event to WAL at 1732657310182 (+1 ms)Running coprocessor post-close hooks at 1732657310188 (+6 ms)Closed at 1732657310188 2024-11-26T21:41:50,188 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732657309003.9bfd7a4a86313a16da63e4cd6174bee3. 2024-11-26T21:41:50,201 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/data/hbase/meta/1588230740/.tmp/info/bffcf4fcee54433699bc22f11094a297 is 173, key is testClearRegionBlockCache,5,1732657309003.9bfd7a4a86313a16da63e4cd6174bee3./info:regioninfo/1732657309374/Put/seqid=0 2024-11-26T21:41:50,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35605 is added to blk_1073741841_1017 (size=8173) 2024-11-26T21:41:50,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36795 is added to blk_1073741841_1017 (size=8173) 2024-11-26T21:41:50,219 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/data/hbase/meta/1588230740/.tmp/info/bffcf4fcee54433699bc22f11094a297 2024-11-26T21:41:50,230 INFO [regionserver/828b3f090c91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T21:41:50,240 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/data/hbase/meta/1588230740/.tmp/ns/7c4c5a55df2e44e6a555906d4d15db5d is 43, key is default/ns:d/1732657308947/Put/seqid=0 2024-11-26T21:41:50,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35605 is added to blk_1073741842_1018 (size=5153) 2024-11-26T21:41:50,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36795 is added to blk_1073741842_1018 (size=5153) 2024-11-26T21:41:50,247 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/data/hbase/meta/1588230740/.tmp/ns/7c4c5a55df2e44e6a555906d4d15db5d 2024-11-26T21:41:50,250 INFO [regionserver/828b3f090c91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T21:41:50,270 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/data/hbase/meta/1588230740/.tmp/table/643b11988d3b42d3af00d9d14b72f875 is 61, key is testClearRegionBlockCache/table:state/1732657309387/Put/seqid=0 2024-11-26T21:41:50,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35605 is added to blk_1073741843_1019 (size=5312) 2024-11-26T21:41:50,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36795 is added to blk_1073741843_1019 (size=5312) 2024-11-26T21:41:50,276 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/data/hbase/meta/1588230740/.tmp/table/643b11988d3b42d3af00d9d14b72f875 2024-11-26T21:41:50,282 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/data/hbase/meta/1588230740/.tmp/info/bffcf4fcee54433699bc22f11094a297 as hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/data/hbase/meta/1588230740/info/bffcf4fcee54433699bc22f11094a297 2024-11-26T21:41:50,290 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/data/hbase/meta/1588230740/info/bffcf4fcee54433699bc22f11094a297, entries=20, sequenceid=13, filesize=8.0 K 2024-11-26T21:41:50,291 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/data/hbase/meta/1588230740/.tmp/ns/7c4c5a55df2e44e6a555906d4d15db5d as hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/data/hbase/meta/1588230740/ns/7c4c5a55df2e44e6a555906d4d15db5d 2024-11-26T21:41:50,299 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/data/hbase/meta/1588230740/ns/7c4c5a55df2e44e6a555906d4d15db5d, entries=2, sequenceid=13, filesize=5.0 K 2024-11-26T21:41:50,300 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/data/hbase/meta/1588230740/.tmp/table/643b11988d3b42d3af00d9d14b72f875 as hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/data/hbase/meta/1588230740/table/643b11988d3b42d3af00d9d14b72f875 2024-11-26T21:41:50,307 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/data/hbase/meta/1588230740/table/643b11988d3b42d3af00d9d14b72f875, entries=2, sequenceid=13, filesize=5.2 K 2024-11-26T21:41:50,308 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 124ms, sequenceid=13, compaction requested=false 2024-11-26T21:41:50,312 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-26T21:41:50,313 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T21:41:50,313 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T21:41:50,313 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732657310182Running coprocessor pre-close hooks at 1732657310182Disabling compacts and flushes for region at 1732657310182Disabling writes for close at 1732657310183 (+1 ms)Obtaining lock to block concurrent updates at 1732657310183Preparing flush snapshotting stores in 1588230740 at 1732657310183Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1732657310183Flushing stores of hbase:meta,,1.1588230740 at 1732657310184 (+1 ms)Flushing 1588230740/info: creating writer at 1732657310184Flushing 1588230740/info: appending metadata at 1732657310201 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732657310201Flushing 1588230740/ns: creating writer at 1732657310225 (+24 ms)Flushing 1588230740/ns: appending metadata at 1732657310240 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732657310240Flushing 1588230740/table: creating writer at 1732657310254 (+14 ms)Flushing 1588230740/table: appending metadata at 1732657310269 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732657310269Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39e544e8: reopening flushed file at 1732657310282 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e6daf91: reopening flushed file at 1732657310290 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31b52064: reopening flushed file at 1732657310299 (+9 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 124ms, sequenceid=13, compaction requested=false at 1732657310308 (+9 ms)Writing region close event to WAL at 1732657310309 (+1 ms)Running coprocessor post-close hooks at 1732657310313 (+4 ms)Closed at 1732657310313 2024-11-26T21:41:50,314 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T21:41:50,329 INFO [regionserver/828b3f090c91:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T21:41:50,329 INFO [regionserver/828b3f090c91:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T21:41:50,381 INFO [RS:0;828b3f090c91:44881 {}] regionserver.HRegionServer(976): stopping server 828b3f090c91,44881,1732657307609; all regions closed. 2024-11-26T21:41:50,382 INFO [RS:1;828b3f090c91:43329 {}] regionserver.HRegionServer(976): stopping server 828b3f090c91,43329,1732657307662; all regions closed. 2024-11-26T21:41:50,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36795 is added to blk_1073741833_1009 (size=1867) 2024-11-26T21:41:50,385 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/WALs/828b3f090c91,44881,1732657307609/828b3f090c91%2C44881%2C1732657307609.1732657308466 not finished, retry = 0 2024-11-26T21:41:50,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36795 is added to blk_1073741835_1011 (size=4338) 2024-11-26T21:41:50,386 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/WALs/828b3f090c91,43329,1732657307662/828b3f090c91%2C43329%2C1732657307662.meta.1732657308882.meta not finished, retry = 0 2024-11-26T21:41:50,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35605 is added to blk_1073741833_1009 (size=1867) 2024-11-26T21:41:50,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35605 is added to blk_1073741835_1011 (size=4338) 2024-11-26T21:41:50,406 INFO [regionserver/828b3f090c91:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T21:41:50,406 INFO [regionserver/828b3f090c91:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T21:41:50,490 DEBUG [RS:0;828b3f090c91:44881 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/oldWALs 2024-11-26T21:41:50,490 INFO [RS:0;828b3f090c91:44881 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 828b3f090c91%2C44881%2C1732657307609:(num 1732657308466) 2024-11-26T21:41:50,490 DEBUG [RS:1;828b3f090c91:43329 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/oldWALs 2024-11-26T21:41:50,490 DEBUG [RS:0;828b3f090c91:44881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:50,490 INFO [RS:1;828b3f090c91:43329 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 828b3f090c91%2C43329%2C1732657307662.meta:.meta(num 1732657308882) 2024-11-26T21:41:50,490 INFO [RS:0;828b3f090c91:44881 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T21:41:50,490 INFO [RS:0;828b3f090c91:44881 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T21:41:50,491 INFO [RS:0;828b3f090c91:44881 {}] hbase.ChoreService(370): Chore service for: regionserver/828b3f090c91:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T21:41:50,491 INFO [RS:0;828b3f090c91:44881 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T21:41:50,491 INFO [regionserver/828b3f090c91:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T21:41:50,491 INFO [RS:0;828b3f090c91:44881 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T21:41:50,491 INFO [RS:0;828b3f090c91:44881 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T21:41:50,491 INFO [RS:0;828b3f090c91:44881 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T21:41:50,491 INFO [RS:0;828b3f090c91:44881 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44881 2024-11-26T21:41:50,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36795 is added to blk_1073741834_1010 (size=1758) 2024-11-26T21:41:50,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35605 is added to blk_1073741834_1010 (size=1758) 2024-11-26T21:41:50,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x1007dfbbbec0000, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T21:41:50,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x1007dfbbbec0001, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/828b3f090c91,44881,1732657307609 2024-11-26T21:41:50,498 INFO [RS:0;828b3f090c91:44881 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T21:41:50,498 DEBUG [RS:1;828b3f090c91:43329 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/oldWALs 2024-11-26T21:41:50,498 INFO [RS:1;828b3f090c91:43329 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 828b3f090c91%2C43329%2C1732657307662:(num 1732657308486) 2024-11-26T21:41:50,498 DEBUG [RS:1;828b3f090c91:43329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:50,498 INFO [RS:1;828b3f090c91:43329 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T21:41:50,498 INFO [RS:1;828b3f090c91:43329 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T21:41:50,498 INFO [RS:1;828b3f090c91:43329 {}] hbase.ChoreService(370): Chore service for: regionserver/828b3f090c91:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T21:41:50,499 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [828b3f090c91,44881,1732657307609] 2024-11-26T21:41:50,499 INFO [RS:1;828b3f090c91:43329 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T21:41:50,499 INFO [regionserver/828b3f090c91:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T21:41:50,499 INFO [RS:1;828b3f090c91:43329 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43329 2024-11-26T21:41:50,499 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/828b3f090c91,44881,1732657307609 already deleted, retry=false 2024-11-26T21:41:50,500 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 828b3f090c91,44881,1732657307609 expired; onlineServers=1 2024-11-26T21:41:50,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x1007dfbbbec0000, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T21:41:50,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43329-0x1007dfbbbec0002, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/828b3f090c91,43329,1732657307662 2024-11-26T21:41:50,500 INFO [RS:1;828b3f090c91:43329 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T21:41:50,501 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [828b3f090c91,43329,1732657307662] 2024-11-26T21:41:50,501 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/828b3f090c91,43329,1732657307662 already deleted, retry=false 2024-11-26T21:41:50,501 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 828b3f090c91,43329,1732657307662 expired; onlineServers=0 2024-11-26T21:41:50,501 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '828b3f090c91,44805,1732657307534' ***** 2024-11-26T21:41:50,501 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T21:41:50,502 INFO [M:0;828b3f090c91:44805 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T21:41:50,502 INFO [M:0;828b3f090c91:44805 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T21:41:50,502 DEBUG [M:0;828b3f090c91:44805 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T21:41:50,502 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T21:41:50,502 DEBUG [M:0;828b3f090c91:44805 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T21:41:50,502 DEBUG [master/828b3f090c91:0:becomeActiveMaster-HFileCleaner.small.0-1732657308244 {}] cleaner.HFileCleaner(306): Exit Thread[master/828b3f090c91:0:becomeActiveMaster-HFileCleaner.small.0-1732657308244,5,FailOnTimeoutGroup] 2024-11-26T21:41:50,502 DEBUG [master/828b3f090c91:0:becomeActiveMaster-HFileCleaner.large.0-1732657308244 {}] cleaner.HFileCleaner(306): Exit Thread[master/828b3f090c91:0:becomeActiveMaster-HFileCleaner.large.0-1732657308244,5,FailOnTimeoutGroup] 2024-11-26T21:41:50,502 INFO [M:0;828b3f090c91:44805 {}] hbase.ChoreService(370): Chore service for: master/828b3f090c91:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T21:41:50,502 INFO [M:0;828b3f090c91:44805 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T21:41:50,502 DEBUG [M:0;828b3f090c91:44805 {}] master.HMaster(1795): Stopping service threads 2024-11-26T21:41:50,502 INFO [M:0;828b3f090c91:44805 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T21:41:50,502 INFO [M:0;828b3f090c91:44805 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T21:41:50,503 INFO [M:0;828b3f090c91:44805 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T21:41:50,503 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T21:41:50,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x1007dfbbbec0000, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-26T21:41:50,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x1007dfbbbec0000, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:50,503 DEBUG [M:0;828b3f090c91:44805 {}] zookeeper.ZKUtil(347): master:44805-0x1007dfbbbec0000, quorum=127.0.0.1:56992, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-26T21:41:50,503 WARN [M:0;828b3f090c91:44805 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T21:41:50,504 INFO [M:0;828b3f090c91:44805 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/.lastflushedseqids 2024-11-26T21:41:50,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36795 is added to blk_1073741844_1020 (size=191) 2024-11-26T21:41:50,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35605 is added to blk_1073741844_1020 (size=191) 2024-11-26T21:41:50,510 INFO [M:0;828b3f090c91:44805 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T21:41:50,510 INFO [M:0;828b3f090c91:44805 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T21:41:50,510 DEBUG [M:0;828b3f090c91:44805 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T21:41:50,510 INFO [M:0;828b3f090c91:44805 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:41:50,510 DEBUG [M:0;828b3f090c91:44805 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:41:50,510 DEBUG [M:0;828b3f090c91:44805 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T21:41:50,510 DEBUG [M:0;828b3f090c91:44805 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:41:50,510 INFO [M:0;828b3f090c91:44805 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-26T21:41:50,526 DEBUG [M:0;828b3f090c91:44805 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/21365d5187e7498380d453dd2be0a39e is 82, key is hbase:meta,,1/info:regioninfo/1732657308932/Put/seqid=0 2024-11-26T21:41:50,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36795 is added to blk_1073741845_1021 (size=5672) 2024-11-26T21:41:50,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35605 is added to blk_1073741845_1021 (size=5672) 2024-11-26T21:41:50,532 INFO [M:0;828b3f090c91:44805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/21365d5187e7498380d453dd2be0a39e 2024-11-26T21:41:50,555 DEBUG [M:0;828b3f090c91:44805 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0be04350bc84d869154f55ba41ac0bc is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732657309394/Put/seqid=0 2024-11-26T21:41:50,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36795 is added to blk_1073741846_1022 (size=6219) 2024-11-26T21:41:50,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35605 is added to blk_1073741846_1022 (size=6219) 2024-11-26T21:41:50,561 INFO [M:0;828b3f090c91:44805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0be04350bc84d869154f55ba41ac0bc 2024-11-26T21:41:50,581 DEBUG [M:0;828b3f090c91:44805 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fc815d18750d4b2d84577eaa3718dcd5 is 69, key is 828b3f090c91,43329,1732657307662/rs:state/1732657308311/Put/seqid=0 2024-11-26T21:41:50,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36795 is added to blk_1073741847_1023 (size=5224) 2024-11-26T21:41:50,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35605 is added to blk_1073741847_1023 (size=5224) 2024-11-26T21:41:50,587 INFO [M:0;828b3f090c91:44805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fc815d18750d4b2d84577eaa3718dcd5 2024-11-26T21:41:50,593 DEBUG [M:0;828b3f090c91:44805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/21365d5187e7498380d453dd2be0a39e as hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/21365d5187e7498380d453dd2be0a39e 2024-11-26T21:41:50,599 INFO [M:0;828b3f090c91:44805 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/21365d5187e7498380d453dd2be0a39e, entries=8, sequenceid=71, filesize=5.5 K 2024-11-26T21:41:50,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x1007dfbbbec0001, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:41:50,599 INFO [RS:0;828b3f090c91:44881 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T21:41:50,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44881-0x1007dfbbbec0001, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:41:50,599 INFO [RS:0;828b3f090c91:44881 {}] regionserver.HRegionServer(1031): Exiting; stopping=828b3f090c91,44881,1732657307609; zookeeper connection closed. 2024-11-26T21:41:50,600 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5ee5e722 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5ee5e722 2024-11-26T21:41:50,600 DEBUG [M:0;828b3f090c91:44805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0be04350bc84d869154f55ba41ac0bc as hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d0be04350bc84d869154f55ba41ac0bc 2024-11-26T21:41:50,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43329-0x1007dfbbbec0002, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:41:50,601 INFO [RS:1;828b3f090c91:43329 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T21:41:50,601 INFO [RS:1;828b3f090c91:43329 {}] regionserver.HRegionServer(1031): Exiting; stopping=828b3f090c91,43329,1732657307662; zookeeper connection closed. 2024-11-26T21:41:50,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43329-0x1007dfbbbec0002, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:41:50,601 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@13b44d9d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@13b44d9d 2024-11-26T21:41:50,601 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-26T21:41:50,606 INFO [M:0;828b3f090c91:44805 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d0be04350bc84d869154f55ba41ac0bc, entries=8, sequenceid=71, filesize=6.1 K 2024-11-26T21:41:50,607 DEBUG [M:0;828b3f090c91:44805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fc815d18750d4b2d84577eaa3718dcd5 as hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fc815d18750d4b2d84577eaa3718dcd5 2024-11-26T21:41:50,613 INFO [M:0;828b3f090c91:44805 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46231/user/jenkins/test-data/9b6cb6c9-d870-a799-fe0e-6f3d9475a384/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fc815d18750d4b2d84577eaa3718dcd5, entries=2, sequenceid=71, filesize=5.1 K 2024-11-26T21:41:50,614 INFO [M:0;828b3f090c91:44805 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 104ms, sequenceid=71, compaction requested=false 2024-11-26T21:41:50,615 INFO [M:0;828b3f090c91:44805 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:41:50,616 DEBUG [M:0;828b3f090c91:44805 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732657310510Disabling compacts and flushes for region at 1732657310510Disabling writes for close at 1732657310510Obtaining lock to block concurrent updates at 1732657310510Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732657310510Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1732657310511 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732657310512 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732657310512Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732657310526 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732657310526Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732657310538 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732657310554 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732657310554Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732657310566 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732657310580 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732657310581 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ffad7fd: reopening flushed file at 1732657310592 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66d71dd9: reopening flushed file at 1732657310599 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42e67d0e: reopening flushed file at 1732657310606 (+7 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 104ms, sequenceid=71, compaction requested=false at 1732657310614 (+8 ms)Writing region close event to WAL at 1732657310615 (+1 ms)Closed at 1732657310615 2024-11-26T21:41:50,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36795 is added to blk_1073741830_1006 (size=35440) 2024-11-26T21:41:50,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35605 is added to blk_1073741830_1006 (size=35440) 2024-11-26T21:41:50,619 INFO [M:0;828b3f090c91:44805 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T21:41:50,619 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T21:41:50,619 INFO [M:0;828b3f090c91:44805 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44805 2024-11-26T21:41:50,620 INFO [M:0;828b3f090c91:44805 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T21:41:50,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x1007dfbbbec0000, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:41:50,721 INFO [M:0;828b3f090c91:44805 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T21:41:50,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44805-0x1007dfbbbec0000, quorum=127.0.0.1:56992, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:41:50,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@607f8e0c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:41:50,725 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5805630d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T21:41:50,725 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T21:41:50,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a1d70cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T21:41:50,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71ed275{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22d156e-fd80-7e11-ca04-5324eb2958b4/hadoop.log.dir/,STOPPED} 2024-11-26T21:41:50,728 WARN [BP-2045228269-172.17.0.2-1732657306827 heartbeating to localhost/127.0.0.1:46231 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T21:41:50,728 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T21:41:50,728 WARN [BP-2045228269-172.17.0.2-1732657306827 heartbeating to localhost/127.0.0.1:46231 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2045228269-172.17.0.2-1732657306827 (Datanode Uuid ae1cc097-7f92-421c-98b4-4665e7faedb8) service to localhost/127.0.0.1:46231 2024-11-26T21:41:50,728 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T21:41:50,729 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22d156e-fd80-7e11-ca04-5324eb2958b4/cluster_043d14f7-5c91-cd7d-cb0d-424d75c5f473/data/data3/current/BP-2045228269-172.17.0.2-1732657306827 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:41:50,729 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22d156e-fd80-7e11-ca04-5324eb2958b4/cluster_043d14f7-5c91-cd7d-cb0d-424d75c5f473/data/data4/current/BP-2045228269-172.17.0.2-1732657306827 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:41:50,729 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T21:41:50,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d51c600{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:41:50,732 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d28f3de{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T21:41:50,732 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T21:41:50,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73401f70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T21:41:50,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66fa3d4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22d156e-fd80-7e11-ca04-5324eb2958b4/hadoop.log.dir/,STOPPED} 2024-11-26T21:41:50,734 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T21:41:50,734 WARN [BP-2045228269-172.17.0.2-1732657306827 heartbeating to localhost/127.0.0.1:46231 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T21:41:50,734 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T21:41:50,734 WARN [BP-2045228269-172.17.0.2-1732657306827 heartbeating to localhost/127.0.0.1:46231 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2045228269-172.17.0.2-1732657306827 (Datanode Uuid 6a33fe03-f198-4ccf-9d97-ca11449cd6fe) service to localhost/127.0.0.1:46231 2024-11-26T21:41:50,734 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22d156e-fd80-7e11-ca04-5324eb2958b4/cluster_043d14f7-5c91-cd7d-cb0d-424d75c5f473/data/data1/current/BP-2045228269-172.17.0.2-1732657306827 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:41:50,735 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22d156e-fd80-7e11-ca04-5324eb2958b4/cluster_043d14f7-5c91-cd7d-cb0d-424d75c5f473/data/data2/current/BP-2045228269-172.17.0.2-1732657306827 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:41:50,735 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T21:41:50,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@272b878e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T21:41:50,740 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d044707{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T21:41:50,741 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T21:41:50,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6153b230{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T21:41:50,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e88403c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22d156e-fd80-7e11-ca04-5324eb2958b4/hadoop.log.dir/,STOPPED} 2024-11-26T21:41:50,747 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T21:41:50,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T21:41:50,778 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=154 (was 136) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1815995009) connection to localhost/127.0.0.1:46231 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46231 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1815995009) connection to localhost/127.0.0.1:46231 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1815995009) connection to localhost/127.0.0.1:46231 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1815995009) connection to localhost/127.0.0.1:46231 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:46231 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:46231 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 476) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=258 (was 264), ProcessCount=11 (was 11), AvailableMemoryMB=10352 (was 10429) 2024-11-26T21:41:50,787 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=154, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=258, ProcessCount=11, AvailableMemoryMB=10352 2024-11-26T21:41:50,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22d156e-fd80-7e11-ca04-5324eb2958b4/hadoop.log.dir so I do NOT create it in target/test-data/915c3170-3e38-89dd-31a7-6408dd24c1ce 2024-11-26T21:41:50,802 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22d156e-fd80-7e11-ca04-5324eb2958b4/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T21:41:50,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22d156e-fd80-7e11-ca04-5324eb2958b4/hadoop.tmp.dir so I do NOT create it in target/test-data/915c3170-3e38-89dd-31a7-6408dd24c1ce 2024-11-26T21:41:50,803 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f22d156e-fd80-7e11-ca04-5324eb2958b4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T21:41:50,803 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/915c3170-3e38-89dd-31a7-6408dd24c1ce 2024-11-26T21:41:50,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T21:41:50,803 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/915c3170-3e38-89dd-31a7-6408dd24c1ce/cluster_34ddd3f3-a307-e3ae-0d13-9aadeba19f0e, deleteOnExit=true 2024-11-26T21:41:50,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T21:41:50,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/915c3170-3e38-89dd-31a7-6408dd24c1ce/test.cache.data in system properties and HBase conf 2024-11-26T21:41:50,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/915c3170-3e38-89dd-31a7-6408dd24c1ce/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T21:41:50,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/915c3170-3e38-89dd-31a7-6408dd24c1ce/hadoop.log.dir in system properties and HBase conf 2024-11-26T21:41:50,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/915c3170-3e38-89dd-31a7-6408dd24c1ce/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T21:41:50,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/915c3170-3e38-89dd-31a7-6408dd24c1ce/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T21:41:50,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T21:41:50,804 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T21:41:50,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/915c3170-3e38-89dd-31a7-6408dd24c1ce/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T21:41:50,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/915c3170-3e38-89dd-31a7-6408dd24c1ce/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T21:41:50,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/915c3170-3e38-89dd-31a7-6408dd24c1ce/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T21:41:50,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/915c3170-3e38-89dd-31a7-6408dd24c1ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T21:41:50,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/915c3170-3e38-89dd-31a7-6408dd24c1ce/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T21:41:50,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/915c3170-3e38-89dd-31a7-6408dd24c1ce/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T21:41:50,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/915c3170-3e38-89dd-31a7-6408dd24c1ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T21:41:50,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/915c3170-3e38-89dd-31a7-6408dd24c1ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T21:41:50,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/915c3170-3e38-89dd-31a7-6408dd24c1ce/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T21:41:50,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/915c3170-3e38-89dd-31a7-6408dd24c1ce/nfs.dump.dir in system properties and HBase conf 2024-11-26T21:41:50,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/915c3170-3e38-89dd-31a7-6408dd24c1ce/java.io.tmpdir in system properties and HBase conf 2024-11-26T21:41:50,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/915c3170-3e38-89dd-31a7-6408dd24c1ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T21:41:50,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/915c3170-3e38-89dd-31a7-6408dd24c1ce/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T21:41:50,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/915c3170-3e38-89dd-31a7-6408dd24c1ce/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T21:41:50,863 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:41:50,867 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T21:41:50,868 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T21:41:50,868 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T21:41:50,868 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T21:41:50,869 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:41:50,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@362410b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/915c3170-3e38-89dd-31a7-6408dd24c1ce/hadoop.log.dir/,AVAILABLE} 2024-11-26T21:41:50,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dfbd4df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T21:41:50,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3085e2da{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/915c3170-3e38-89dd-31a7-6408dd24c1ce/java.io.tmpdir/jetty-localhost-43689-hadoop-hdfs-3_4_1-tests_jar-_-any-2368334065627632841/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T21:41:50,977 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6285c014{HTTP/1.1, (http/1.1)}{localhost:43689} 2024-11-26T21:41:50,977 INFO [Time-limited test {}] server.Server(415): Started @21676ms 2024-11-26T21:41:51,048 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:41:51,052 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T21:41:51,053 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T21:41:51,053 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T21:41:51,053 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T21:41:51,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27ee6eb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/915c3170-3e38-89dd-31a7-6408dd24c1ce/hadoop.log.dir/,AVAILABLE} 2024-11-26T21:41:51,054 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73769015{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T21:41:51,161 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d8b349{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/915c3170-3e38-89dd-31a7-6408dd24c1ce/java.io.tmpdir/jetty-localhost-41701-hadoop-hdfs-3_4_1-tests_jar-_-any-7029670579953539449/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:41:51,162 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@97a29e{HTTP/1.1, (http/1.1)}{localhost:41701} 2024-11-26T21:41:51,162 INFO [Time-limited test {}] server.Server(415): Started @21861ms 2024-11-26T21:41:51,163 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T21:41:51,194 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:41:51,197 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T21:41:51,198 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T21:41:51,198 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T21:41:51,198 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T21:41:51,199 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c64c606{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/915c3170-3e38-89dd-31a7-6408dd24c1ce/hadoop.log.dir/,AVAILABLE} 2024-11-26T21:41:51,199 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31675d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T21:41:51,223 WARN [Thread-1149 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/915c3170-3e38-89dd-31a7-6408dd24c1ce/cluster_34ddd3f3-a307-e3ae-0d13-9aadeba19f0e/data/data2/current/BP-680646341-172.17.0.2-1732657310821/current, will proceed with Du for space computation calculation, 2024-11-26T21:41:51,223 WARN [Thread-1148 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/915c3170-3e38-89dd-31a7-6408dd24c1ce/cluster_34ddd3f3-a307-e3ae-0d13-9aadeba19f0e/data/data1/current/BP-680646341-172.17.0.2-1732657310821/current, will proceed with Du for space computation calculation, 2024-11-26T21:41:51,240 WARN [Thread-1127 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T21:41:51,242 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4acd79d170edd042 with lease ID 0xefd3457478c56940: Processing first storage report for DS-77e9ded5-a13a-4270-a068-6e63d9d5b6e8 from datanode DatanodeRegistration(127.0.0.1:35983, datanodeUuid=aedc90ef-61ad-465a-94c3-1cce1d01de5c, infoPort=43823, infoSecurePort=0, ipcPort=38103, storageInfo=lv=-57;cid=testClusterID;nsid=1593583080;c=1732657310821) 2024-11-26T21:41:51,243 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4acd79d170edd042 with lease ID 0xefd3457478c56940: from storage DS-77e9ded5-a13a-4270-a068-6e63d9d5b6e8 node DatanodeRegistration(127.0.0.1:35983, datanodeUuid=aedc90ef-61ad-465a-94c3-1cce1d01de5c, infoPort=43823, infoSecurePort=0, ipcPort=38103, storageInfo=lv=-57;cid=testClusterID;nsid=1593583080;c=1732657310821), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T21:41:51,243 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4acd79d170edd042 with lease ID 0xefd3457478c56940: Processing first storage report for DS-5c2f8703-4d27-4b75-8049-e5f042eddf15 from datanode DatanodeRegistration(127.0.0.1:35983, datanodeUuid=aedc90ef-61ad-465a-94c3-1cce1d01de5c, infoPort=43823, infoSecurePort=0, ipcPort=38103, storageInfo=lv=-57;cid=testClusterID;nsid=1593583080;c=1732657310821) 2024-11-26T21:41:51,243 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4acd79d170edd042 with lease ID 0xefd3457478c56940: from storage DS-5c2f8703-4d27-4b75-8049-e5f042eddf15 node DatanodeRegistration(127.0.0.1:35983, datanodeUuid=aedc90ef-61ad-465a-94c3-1cce1d01de5c, infoPort=43823, infoSecurePort=0, ipcPort=38103, storageInfo=lv=-57;cid=testClusterID;nsid=1593583080;c=1732657310821), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T21:41:51,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7025679{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/915c3170-3e38-89dd-31a7-6408dd24c1ce/java.io.tmpdir/jetty-localhost-46709-hadoop-hdfs-3_4_1-tests_jar-_-any-11777401840944290906/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:41:51,314 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d9b0573{HTTP/1.1, (http/1.1)}{localhost:46709} 2024-11-26T21:41:51,314 INFO [Time-limited test {}] server.Server(415): Started @22013ms 2024-11-26T21:41:51,316 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T21:41:51,378 WARN [Thread-1174 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/915c3170-3e38-89dd-31a7-6408dd24c1ce/cluster_34ddd3f3-a307-e3ae-0d13-9aadeba19f0e/data/data3/current/BP-680646341-172.17.0.2-1732657310821/current, will proceed with Du for space computation calculation, 2024-11-26T21:41:51,389 WARN [Thread-1175 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/915c3170-3e38-89dd-31a7-6408dd24c1ce/cluster_34ddd3f3-a307-e3ae-0d13-9aadeba19f0e/data/data4/current/BP-680646341-172.17.0.2-1732657310821/current, will proceed with Du for space computation calculation, 2024-11-26T21:41:51,415 WARN [Thread-1163 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T21:41:51,417 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x623258f211371e2f with lease ID 0xefd3457478c56941: Processing first storage report for DS-eed7d0b7-f8a8-4642-919b-02865dde143c from datanode DatanodeRegistration(127.0.0.1:45335, datanodeUuid=67a77b50-8f7a-4157-bcf2-0197cb9821c7, infoPort=35581, infoSecurePort=0, ipcPort=33473, storageInfo=lv=-57;cid=testClusterID;nsid=1593583080;c=1732657310821) 2024-11-26T21:41:51,418 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x623258f211371e2f with lease ID 0xefd3457478c56941: from storage DS-eed7d0b7-f8a8-4642-919b-02865dde143c node DatanodeRegistration(127.0.0.1:45335, datanodeUuid=67a77b50-8f7a-4157-bcf2-0197cb9821c7, infoPort=35581, infoSecurePort=0, ipcPort=33473, storageInfo=lv=-57;cid=testClusterID;nsid=1593583080;c=1732657310821), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T21:41:51,418 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x623258f211371e2f with lease ID 0xefd3457478c56941: Processing first storage report for DS-319d0e5a-9bcb-4cfc-90d3-cbb1e43fb4d2 from datanode DatanodeRegistration(127.0.0.1:45335, datanodeUuid=67a77b50-8f7a-4157-bcf2-0197cb9821c7, infoPort=35581, infoSecurePort=0, ipcPort=33473, storageInfo=lv=-57;cid=testClusterID;nsid=1593583080;c=1732657310821) 2024-11-26T21:41:51,418 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x623258f211371e2f with lease ID 0xefd3457478c56941: from storage DS-319d0e5a-9bcb-4cfc-90d3-cbb1e43fb4d2 node DatanodeRegistration(127.0.0.1:45335, datanodeUuid=67a77b50-8f7a-4157-bcf2-0197cb9821c7, infoPort=35581, infoSecurePort=0, ipcPort=33473, storageInfo=lv=-57;cid=testClusterID;nsid=1593583080;c=1732657310821), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T21:41:51,441 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/915c3170-3e38-89dd-31a7-6408dd24c1ce 2024-11-26T21:41:51,444 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/915c3170-3e38-89dd-31a7-6408dd24c1ce/cluster_34ddd3f3-a307-e3ae-0d13-9aadeba19f0e/zookeeper_0, clientPort=49455, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/915c3170-3e38-89dd-31a7-6408dd24c1ce/cluster_34ddd3f3-a307-e3ae-0d13-9aadeba19f0e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/915c3170-3e38-89dd-31a7-6408dd24c1ce/cluster_34ddd3f3-a307-e3ae-0d13-9aadeba19f0e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T21:41:51,445 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49455 2024-11-26T21:41:51,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:51,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:51,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741825_1001 (size=7) 2024-11-26T21:41:51,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35983 is added to blk_1073741825_1001 (size=7) 2024-11-26T21:41:51,457 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080 with version=8 2024-11-26T21:41:51,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/hbase-staging 2024-11-26T21:41:51,459 INFO [Time-limited test {}] client.ConnectionUtils(128): master/828b3f090c91:0 server-side Connection retries=45 2024-11-26T21:41:51,459 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:51,459 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:51,459 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T21:41:51,459 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:51,459 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T21:41:51,459 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T21:41:51,459 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T21:41:51,460 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40821 2024-11-26T21:41:51,461 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40821 connecting to ZooKeeper ensemble=127.0.0.1:49455 2024-11-26T21:41:51,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408210x0, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T21:41:51,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40821-0x1007dfbcb410000 connected 2024-11-26T21:41:51,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:51,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:51,490 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40821-0x1007dfbcb410000, quorum=127.0.0.1:49455, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:41:51,490 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080, hbase.cluster.distributed=false 2024-11-26T21:41:51,492 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40821-0x1007dfbcb410000, quorum=127.0.0.1:49455, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T21:41:51,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40821 2024-11-26T21:41:51,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40821 2024-11-26T21:41:51,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40821 2024-11-26T21:41:51,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40821 2024-11-26T21:41:51,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40821 2024-11-26T21:41:51,512 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/828b3f090c91:0 server-side Connection retries=45 2024-11-26T21:41:51,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:51,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:51,512 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T21:41:51,513 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:51,513 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T21:41:51,513 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T21:41:51,513 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T21:41:51,514 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34891 2024-11-26T21:41:51,515 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34891 connecting to ZooKeeper ensemble=127.0.0.1:49455 2024-11-26T21:41:51,516 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:51,518 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:51,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348910x0, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T21:41:51,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34891-0x1007dfbcb410001 connected 2024-11-26T21:41:51,522 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34891-0x1007dfbcb410001, quorum=127.0.0.1:49455, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:41:51,522 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T21:41:51,525 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-26T21:41:51,531 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-26T21:41:51,532 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-26T21:41:51,532 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-26T21:41:51,532 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T21:41:51,533 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34891-0x1007dfbcb410001, quorum=127.0.0.1:49455, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T21:41:51,534 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34891-0x1007dfbcb410001, quorum=127.0.0.1:49455, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T21:41:51,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34891 2024-11-26T21:41:51,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34891 2024-11-26T21:41:51,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34891 2024-11-26T21:41:51,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34891 2024-11-26T21:41:51,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34891 2024-11-26T21:41:51,549 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/828b3f090c91:0 server-side Connection retries=45 2024-11-26T21:41:51,549 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:51,549 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:51,550 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T21:41:51,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:51,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T21:41:51,550 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T21:41:51,550 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T21:41:51,551 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43729 2024-11-26T21:41:51,552 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43729 connecting to ZooKeeper ensemble=127.0.0.1:49455 2024-11-26T21:41:51,552 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:51,554 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:51,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437290x0, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T21:41:51,558 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:437290x0, quorum=127.0.0.1:49455, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:41:51,558 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43729-0x1007dfbcb410002 connected 2024-11-26T21:41:51,559 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T21:41:51,559 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-26T21:41:51,564 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-26T21:41:51,564 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-26T21:41:51,565 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-26T21:41:51,565 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T21:41:51,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43729-0x1007dfbcb410002, quorum=127.0.0.1:49455, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T21:41:51,566 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43729-0x1007dfbcb410002, quorum=127.0.0.1:49455, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T21:41:51,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43729 2024-11-26T21:41:51,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43729 2024-11-26T21:41:51,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43729 2024-11-26T21:41:51,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43729 2024-11-26T21:41:51,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43729 2024-11-26T21:41:51,580 DEBUG [M:0;828b3f090c91:40821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;828b3f090c91:40821 2024-11-26T21:41:51,581 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/828b3f090c91,40821,1732657311459 2024-11-26T21:41:51,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43729-0x1007dfbcb410002, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:41:51,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x1007dfbcb410000, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:41:51,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1007dfbcb410001, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:41:51,586 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40821-0x1007dfbcb410000, quorum=127.0.0.1:49455, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/828b3f090c91,40821,1732657311459 2024-11-26T21:41:51,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1007dfbcb410001, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T21:41:51,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43729-0x1007dfbcb410002, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T21:41:51,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1007dfbcb410001, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:51,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x1007dfbcb410000, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:51,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43729-0x1007dfbcb410002, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:51,588 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40821-0x1007dfbcb410000, quorum=127.0.0.1:49455, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T21:41:51,589 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/828b3f090c91,40821,1732657311459 from backup master directory 2024-11-26T21:41:51,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1007dfbcb410001, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:41:51,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x1007dfbcb410000, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/828b3f090c91,40821,1732657311459 2024-11-26T21:41:51,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43729-0x1007dfbcb410002, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:41:51,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x1007dfbcb410000, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:41:51,590 WARN [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T21:41:51,590 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=828b3f090c91,40821,1732657311459 2024-11-26T21:41:51,594 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/hbase.id] with ID: 1ded84cc-c4df-40d6-9a34-c444a5f21dd6 2024-11-26T21:41:51,594 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/.tmp/hbase.id 2024-11-26T21:41:51,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741826_1002 (size=42) 2024-11-26T21:41:51,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35983 is added to blk_1073741826_1002 (size=42) 2024-11-26T21:41:51,604 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/.tmp/hbase.id]:[hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/hbase.id] 2024-11-26T21:41:51,617 INFO [master/828b3f090c91:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:51,617 INFO [master/828b3f090c91:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T21:41:51,618 INFO [master/828b3f090c91:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T21:41:51,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1007dfbcb410001, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:51,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43729-0x1007dfbcb410002, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:51,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x1007dfbcb410000, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:51,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741827_1003 (size=196) 2024-11-26T21:41:51,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35983 is added to blk_1073741827_1003 (size=196) 2024-11-26T21:41:51,627 INFO [master/828b3f090c91:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T21:41:51,628 INFO [master/828b3f090c91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T21:41:51,628 INFO [master/828b3f090c91:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T21:41:51,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35983 is added to blk_1073741828_1004 (size=1189) 2024-11-26T21:41:51,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741828_1004 (size=1189) 2024-11-26T21:41:51,641 INFO [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/MasterData/data/master/store 2024-11-26T21:41:51,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35983 is added to blk_1073741829_1005 (size=34) 2024-11-26T21:41:51,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741829_1005 (size=34) 2024-11-26T21:41:51,650 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:41:51,651 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T21:41:51,651 INFO [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:41:51,651 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:41:51,651 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T21:41:51,651 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:41:51,651 INFO [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:41:51,651 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732657311650Disabling compacts and flushes for region at 1732657311650Disabling writes for close at 1732657311651 (+1 ms)Writing region close event to WAL at 1732657311651Closed at 1732657311651 2024-11-26T21:41:51,652 WARN [master/828b3f090c91:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/MasterData/data/master/store/.initializing 2024-11-26T21:41:51,652 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/MasterData/WALs/828b3f090c91,40821,1732657311459 2024-11-26T21:41:51,653 INFO [master/828b3f090c91:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T21:41:51,655 INFO [master/828b3f090c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=828b3f090c91%2C40821%2C1732657311459, suffix=, logDir=hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/MasterData/WALs/828b3f090c91,40821,1732657311459, archiveDir=hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/MasterData/oldWALs, maxLogs=10 2024-11-26T21:41:51,669 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/MasterData/WALs/828b3f090c91,40821,1732657311459/828b3f090c91%2C40821%2C1732657311459.1732657311655, exclude list is [], retry=0 2024-11-26T21:41:51,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45335,DS-eed7d0b7-f8a8-4642-919b-02865dde143c,DISK] 2024-11-26T21:41:51,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35983,DS-77e9ded5-a13a-4270-a068-6e63d9d5b6e8,DISK] 2024-11-26T21:41:51,681 INFO [master/828b3f090c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/MasterData/WALs/828b3f090c91,40821,1732657311459/828b3f090c91%2C40821%2C1732657311459.1732657311655 2024-11-26T21:41:51,682 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35581:35581),(127.0.0.1/127.0.0.1:43823:43823)] 2024-11-26T21:41:51,682 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T21:41:51,682 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:41:51,682 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:51,683 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:51,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:51,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T21:41:51,687 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:51,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:51,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:51,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T21:41:51,689 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:51,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:41:51,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:51,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T21:41:51,691 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:51,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:41:51,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:51,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T21:41:51,693 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:51,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:41:51,694 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:51,695 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:51,695 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:51,696 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:51,696 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:51,697 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T21:41:51,698 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:51,700 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T21:41:51,700 INFO [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65209740, jitterRate=-0.028299152851104736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T21:41:51,701 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732657311683Initializing all the Stores at 1732657311684 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657311684Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657311685 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657311685Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657311685Cleaning up temporary data from old regions at 1732657311696 (+11 ms)Region opened successfully at 1732657311701 (+5 ms) 2024-11-26T21:41:51,701 INFO [master/828b3f090c91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T21:41:51,704 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18097f8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=828b3f090c91/172.17.0.2:0 2024-11-26T21:41:51,705 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T21:41:51,706 INFO [master/828b3f090c91:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T21:41:51,706 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T21:41:51,706 INFO [master/828b3f090c91:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T21:41:51,706 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T21:41:51,707 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T21:41:51,707 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T21:41:51,709 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T21:41:51,710 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40821-0x1007dfbcb410000, quorum=127.0.0.1:49455, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-26T21:41:51,711 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-26T21:41:51,711 INFO [master/828b3f090c91:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T21:41:51,712 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40821-0x1007dfbcb410000, quorum=127.0.0.1:49455, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-26T21:41:51,713 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-26T21:41:51,713 INFO [master/828b3f090c91:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T21:41:51,714 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40821-0x1007dfbcb410000, quorum=127.0.0.1:49455, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-26T21:41:51,715 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-26T21:41:51,716 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40821-0x1007dfbcb410000, quorum=127.0.0.1:49455, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-26T21:41:51,716 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-26T21:41:51,723 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40821-0x1007dfbcb410000, quorum=127.0.0.1:49455, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T21:41:51,724 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-26T21:41:51,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1007dfbcb410001, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T21:41:51,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x1007dfbcb410000, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T21:41:51,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1007dfbcb410001, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:51,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x1007dfbcb410000, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:51,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43729-0x1007dfbcb410002, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T21:41:51,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43729-0x1007dfbcb410002, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:51,726 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=828b3f090c91,40821,1732657311459, sessionid=0x1007dfbcb410000, setting cluster-up flag (Was=false) 2024-11-26T21:41:51,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1007dfbcb410001, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:51,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x1007dfbcb410000, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:51,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43729-0x1007dfbcb410002, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:51,732 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-26T21:41:51,733 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=828b3f090c91,40821,1732657311459 2024-11-26T21:41:51,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43729-0x1007dfbcb410002, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:51,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1007dfbcb410001, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:51,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x1007dfbcb410000, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:51,740 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-26T21:41:51,741 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=828b3f090c91,40821,1732657311459 2024-11-26T21:41:51,742 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T21:41:51,744 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T21:41:51,744 INFO [master/828b3f090c91:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T21:41:51,744 INFO [master/828b3f090c91:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T21:41:51,744 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 828b3f090c91,40821,1732657311459 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T21:41:51,746 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/828b3f090c91:0, corePoolSize=5, maxPoolSize=5 2024-11-26T21:41:51,746 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/828b3f090c91:0, corePoolSize=5, maxPoolSize=5 2024-11-26T21:41:51,746 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/828b3f090c91:0, corePoolSize=5, maxPoolSize=5 2024-11-26T21:41:51,746 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/828b3f090c91:0, corePoolSize=5, maxPoolSize=5 2024-11-26T21:41:51,746 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/828b3f090c91:0, corePoolSize=10, maxPoolSize=10 2024-11-26T21:41:51,746 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:51,746 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/828b3f090c91:0, corePoolSize=2, maxPoolSize=2 2024-11-26T21:41:51,746 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:51,750 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732657341750 2024-11-26T21:41:51,750 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T21:41:51,750 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T21:41:51,750 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T21:41:51,750 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T21:41:51,750 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T21:41:51,750 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T21:41:51,750 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T21:41:51,751 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T21:41:51,751 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:51,751 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T21:41:51,751 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T21:41:51,751 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T21:41:51,752 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:51,752 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T21:41:51,753 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T21:41:51,753 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T21:41:51,757 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/828b3f090c91:0:becomeActiveMaster-HFileCleaner.large.0-1732657311753,5,FailOnTimeoutGroup] 2024-11-26T21:41:51,757 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/828b3f090c91:0:becomeActiveMaster-HFileCleaner.small.0-1732657311757,5,FailOnTimeoutGroup] 2024-11-26T21:41:51,757 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:51,757 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T21:41:51,757 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:51,757 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:51,769 INFO [RS:0;828b3f090c91:34891 {}] regionserver.HRegionServer(746): ClusterId : 1ded84cc-c4df-40d6-9a34-c444a5f21dd6 2024-11-26T21:41:51,769 DEBUG [RS:0;828b3f090c91:34891 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T21:41:51,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741831_1007 (size=1321) 2024-11-26T21:41:51,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35983 is added to blk_1073741831_1007 (size=1321) 2024-11-26T21:41:51,771 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T21:41:51,771 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080 2024-11-26T21:41:51,771 DEBUG [RS:0;828b3f090c91:34891 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T21:41:51,771 DEBUG [RS:0;828b3f090c91:34891 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T21:41:51,773 DEBUG [RS:0;828b3f090c91:34891 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T21:41:51,773 DEBUG [RS:0;828b3f090c91:34891 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@202a9c16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=828b3f090c91/172.17.0.2:0 2024-11-26T21:41:51,778 INFO [RS:1;828b3f090c91:43729 {}] regionserver.HRegionServer(746): ClusterId : 1ded84cc-c4df-40d6-9a34-c444a5f21dd6 2024-11-26T21:41:51,778 DEBUG [RS:1;828b3f090c91:43729 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T21:41:51,780 DEBUG [RS:1;828b3f090c91:43729 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T21:41:51,780 DEBUG [RS:1;828b3f090c91:43729 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T21:41:51,783 DEBUG [RS:1;828b3f090c91:43729 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T21:41:51,783 DEBUG [RS:1;828b3f090c91:43729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d67078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=828b3f090c91/172.17.0.2:0 2024-11-26T21:41:51,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741832_1008 (size=32) 2024-11-26T21:41:51,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35983 is added to blk_1073741832_1008 (size=32) 2024-11-26T21:41:51,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:41:51,792 DEBUG [RS:0;828b3f090c91:34891 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;828b3f090c91:34891 2024-11-26T21:41:51,792 INFO [RS:0;828b3f090c91:34891 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T21:41:51,792 INFO [RS:0;828b3f090c91:34891 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T21:41:51,792 DEBUG [RS:0;828b3f090c91:34891 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T21:41:51,793 INFO [RS:0;828b3f090c91:34891 {}] regionserver.HRegionServer(2659): reportForDuty to master=828b3f090c91,40821,1732657311459 with port=34891, startcode=1732657311512 2024-11-26T21:41:51,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T21:41:51,793 DEBUG [RS:0;828b3f090c91:34891 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T21:41:51,795 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58483, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T21:41:51,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T21:41:51,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:51,796 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40821 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 828b3f090c91,34891,1732657311512 2024-11-26T21:41:51,796 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40821 {}] master.ServerManager(517): Registering regionserver=828b3f090c91,34891,1732657311512 2024-11-26T21:41:51,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:51,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T21:41:51,798 DEBUG [RS:0;828b3f090c91:34891 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080 2024-11-26T21:41:51,798 DEBUG [RS:0;828b3f090c91:34891 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42167 2024-11-26T21:41:51,798 DEBUG [RS:0;828b3f090c91:34891 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T21:41:51,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T21:41:51,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:51,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:51,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T21:41:51,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x1007dfbcb410000, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T21:41:51,799 DEBUG [RS:0;828b3f090c91:34891 {}] zookeeper.ZKUtil(111): regionserver:34891-0x1007dfbcb410001, quorum=127.0.0.1:49455, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/828b3f090c91,34891,1732657311512 2024-11-26T21:41:51,800 WARN [RS:0;828b3f090c91:34891 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T21:41:51,800 INFO [RS:0;828b3f090c91:34891 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T21:41:51,800 DEBUG [RS:0;828b3f090c91:34891 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/WALs/828b3f090c91,34891,1732657311512 2024-11-26T21:41:51,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T21:41:51,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:51,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:51,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T21:41:51,802 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [828b3f090c91,34891,1732657311512] 2024-11-26T21:41:51,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T21:41:51,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:51,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:51,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T21:41:51,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/data/hbase/meta/1588230740 2024-11-26T21:41:51,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/data/hbase/meta/1588230740 2024-11-26T21:41:51,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T21:41:51,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T21:41:51,807 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T21:41:51,808 INFO [RS:0;828b3f090c91:34891 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T21:41:51,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T21:41:51,811 DEBUG [RS:1;828b3f090c91:43729 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;828b3f090c91:43729 2024-11-26T21:41:51,812 INFO [RS:1;828b3f090c91:43729 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T21:41:51,812 INFO [RS:1;828b3f090c91:43729 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T21:41:51,812 DEBUG [RS:1;828b3f090c91:43729 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T21:41:51,813 INFO [RS:1;828b3f090c91:43729 {}] regionserver.HRegionServer(2659): reportForDuty to master=828b3f090c91,40821,1732657311459 with port=43729, startcode=1732657311549 2024-11-26T21:41:51,813 DEBUG [RS:1;828b3f090c91:43729 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T21:41:51,817 INFO [RS:0;828b3f090c91:34891 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T21:41:51,823 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T21:41:51,823 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66201424, jitterRate=-0.013521909713745117}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T21:41:51,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732657311792Initializing all the Stores at 1732657311792Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657311792Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657311793 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657311793Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657311793Cleaning up temporary data from old regions at 1732657311807 (+14 ms)Region opened successfully at 1732657311824 (+17 ms) 2024-11-26T21:41:51,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T21:41:51,825 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T21:41:51,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T21:41:51,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T21:41:51,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T21:41:51,830 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34081, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T21:41:51,830 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40821 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 828b3f090c91,43729,1732657311549 2024-11-26T21:41:51,830 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40821 {}] master.ServerManager(517): Registering regionserver=828b3f090c91,43729,1732657311549 2024-11-26T21:41:51,832 DEBUG [RS:1;828b3f090c91:43729 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080 2024-11-26T21:41:51,832 DEBUG [RS:1;828b3f090c91:43729 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42167 2024-11-26T21:41:51,832 DEBUG [RS:1;828b3f090c91:43729 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T21:41:51,833 INFO [RS:0;828b3f090c91:34891 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T21:41:51,833 INFO [RS:0;828b3f090c91:34891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:51,834 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T21:41:51,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732657311825Disabling compacts and flushes for region at 1732657311825Disabling writes for close at 1732657311825Writing region close event to WAL at 1732657311834 (+9 ms)Closed at 1732657311834 2024-11-26T21:41:51,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x1007dfbcb410000, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T21:41:51,834 DEBUG [RS:1;828b3f090c91:43729 {}] zookeeper.ZKUtil(111): regionserver:43729-0x1007dfbcb410002, quorum=127.0.0.1:49455, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/828b3f090c91,43729,1732657311549 2024-11-26T21:41:51,834 WARN [RS:1;828b3f090c91:43729 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T21:41:51,835 INFO [RS:1;828b3f090c91:43729 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T21:41:51,835 DEBUG [RS:1;828b3f090c91:43729 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/WALs/828b3f090c91,43729,1732657311549 2024-11-26T21:41:51,835 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [828b3f090c91,43729,1732657311549] 2024-11-26T21:41:51,835 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T21:41:51,835 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T21:41:51,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T21:41:51,836 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T21:41:51,837 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T21:41:51,841 INFO [RS:0;828b3f090c91:34891 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T21:41:51,842 INFO [RS:0;828b3f090c91:34891 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T21:41:51,842 INFO [RS:0;828b3f090c91:34891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:51,842 DEBUG [RS:0;828b3f090c91:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:51,842 DEBUG [RS:0;828b3f090c91:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:51,842 DEBUG [RS:0;828b3f090c91:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:51,842 DEBUG [RS:0;828b3f090c91:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:51,842 DEBUG [RS:0;828b3f090c91:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:51,843 DEBUG [RS:0;828b3f090c91:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/828b3f090c91:0, corePoolSize=2, maxPoolSize=2 2024-11-26T21:41:51,843 DEBUG [RS:0;828b3f090c91:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:51,843 DEBUG [RS:0;828b3f090c91:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:51,843 DEBUG [RS:0;828b3f090c91:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:51,843 DEBUG [RS:0;828b3f090c91:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:51,843 DEBUG [RS:0;828b3f090c91:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:51,843 DEBUG [RS:0;828b3f090c91:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:51,843 DEBUG [RS:0;828b3f090c91:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/828b3f090c91:0, corePoolSize=3, maxPoolSize=3 2024-11-26T21:41:51,843 DEBUG [RS:0;828b3f090c91:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/828b3f090c91:0, corePoolSize=3, maxPoolSize=3 2024-11-26T21:41:51,843 INFO [RS:0;828b3f090c91:34891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:51,844 INFO [RS:0;828b3f090c91:34891 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:51,844 INFO [RS:0;828b3f090c91:34891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:51,844 INFO [RS:0;828b3f090c91:34891 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:51,844 INFO [RS:0;828b3f090c91:34891 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:51,844 INFO [RS:0;828b3f090c91:34891 {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,34891,1732657311512-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T21:41:51,844 INFO [RS:1;828b3f090c91:43729 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T21:41:51,849 INFO [RS:1;828b3f090c91:43729 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T21:41:51,850 INFO [RS:1;828b3f090c91:43729 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T21:41:51,850 INFO [RS:1;828b3f090c91:43729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:51,850 INFO [RS:1;828b3f090c91:43729 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T21:41:51,851 INFO [RS:1;828b3f090c91:43729 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T21:41:51,851 INFO [RS:1;828b3f090c91:43729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:51,851 DEBUG [RS:1;828b3f090c91:43729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:51,852 DEBUG [RS:1;828b3f090c91:43729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:51,852 DEBUG [RS:1;828b3f090c91:43729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:51,852 DEBUG [RS:1;828b3f090c91:43729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:51,852 DEBUG [RS:1;828b3f090c91:43729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:51,852 DEBUG [RS:1;828b3f090c91:43729 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/828b3f090c91:0, corePoolSize=2, maxPoolSize=2 2024-11-26T21:41:51,852 DEBUG [RS:1;828b3f090c91:43729 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:51,852 DEBUG [RS:1;828b3f090c91:43729 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:51,852 DEBUG [RS:1;828b3f090c91:43729 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:51,852 DEBUG [RS:1;828b3f090c91:43729 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:51,852 DEBUG [RS:1;828b3f090c91:43729 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:51,852 DEBUG [RS:1;828b3f090c91:43729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:51,852 DEBUG [RS:1;828b3f090c91:43729 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/828b3f090c91:0, corePoolSize=3, maxPoolSize=3 2024-11-26T21:41:51,852 DEBUG [RS:1;828b3f090c91:43729 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/828b3f090c91:0, corePoolSize=3, maxPoolSize=3 2024-11-26T21:41:51,857 INFO [RS:1;828b3f090c91:43729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:51,857 INFO [RS:1;828b3f090c91:43729 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:51,857 INFO [RS:1;828b3f090c91:43729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:51,857 INFO [RS:1;828b3f090c91:43729 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:51,857 INFO [RS:1;828b3f090c91:43729 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:51,857 INFO [RS:1;828b3f090c91:43729 {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,43729,1732657311549-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T21:41:51,865 INFO [RS:0;828b3f090c91:34891 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T21:41:51,865 INFO [RS:0;828b3f090c91:34891 {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,34891,1732657311512-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:51,865 INFO [RS:0;828b3f090c91:34891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:51,865 INFO [RS:0;828b3f090c91:34891 {}] regionserver.Replication(171): 828b3f090c91,34891,1732657311512 started 2024-11-26T21:41:51,879 INFO [RS:1;828b3f090c91:43729 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T21:41:51,879 INFO [RS:1;828b3f090c91:43729 {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,43729,1732657311549-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:51,879 INFO [RS:1;828b3f090c91:43729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:51,879 INFO [RS:1;828b3f090c91:43729 {}] regionserver.Replication(171): 828b3f090c91,43729,1732657311549 started 2024-11-26T21:41:51,885 INFO [RS:0;828b3f090c91:34891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:51,886 INFO [RS:0;828b3f090c91:34891 {}] regionserver.HRegionServer(1482): Serving as 828b3f090c91,34891,1732657311512, RpcServer on 828b3f090c91/172.17.0.2:34891, sessionid=0x1007dfbcb410001 2024-11-26T21:41:51,886 DEBUG [RS:0;828b3f090c91:34891 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T21:41:51,886 DEBUG [RS:0;828b3f090c91:34891 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 828b3f090c91,34891,1732657311512 2024-11-26T21:41:51,886 DEBUG [RS:0;828b3f090c91:34891 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '828b3f090c91,34891,1732657311512' 2024-11-26T21:41:51,886 DEBUG [RS:0;828b3f090c91:34891 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T21:41:51,886 DEBUG [RS:0;828b3f090c91:34891 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T21:41:51,887 DEBUG [RS:0;828b3f090c91:34891 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T21:41:51,887 DEBUG [RS:0;828b3f090c91:34891 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T21:41:51,887 DEBUG [RS:0;828b3f090c91:34891 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 828b3f090c91,34891,1732657311512 2024-11-26T21:41:51,887 DEBUG [RS:0;828b3f090c91:34891 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '828b3f090c91,34891,1732657311512' 2024-11-26T21:41:51,887 DEBUG [RS:0;828b3f090c91:34891 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T21:41:51,887 DEBUG [RS:0;828b3f090c91:34891 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T21:41:51,888 DEBUG [RS:0;828b3f090c91:34891 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T21:41:51,888 INFO [RS:0;828b3f090c91:34891 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T21:41:51,888 INFO [RS:0;828b3f090c91:34891 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T21:41:51,896 INFO [RS:1;828b3f090c91:43729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:51,896 INFO [RS:1;828b3f090c91:43729 {}] regionserver.HRegionServer(1482): Serving as 828b3f090c91,43729,1732657311549, RpcServer on 828b3f090c91/172.17.0.2:43729, sessionid=0x1007dfbcb410002 2024-11-26T21:41:51,896 DEBUG [RS:1;828b3f090c91:43729 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T21:41:51,896 DEBUG [RS:1;828b3f090c91:43729 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 828b3f090c91,43729,1732657311549 2024-11-26T21:41:51,896 DEBUG [RS:1;828b3f090c91:43729 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '828b3f090c91,43729,1732657311549' 2024-11-26T21:41:51,896 DEBUG [RS:1;828b3f090c91:43729 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T21:41:51,897 DEBUG [RS:1;828b3f090c91:43729 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T21:41:51,897 DEBUG [RS:1;828b3f090c91:43729 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T21:41:51,897 DEBUG [RS:1;828b3f090c91:43729 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T21:41:51,897 DEBUG [RS:1;828b3f090c91:43729 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 828b3f090c91,43729,1732657311549 2024-11-26T21:41:51,897 DEBUG [RS:1;828b3f090c91:43729 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '828b3f090c91,43729,1732657311549' 2024-11-26T21:41:51,897 DEBUG [RS:1;828b3f090c91:43729 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T21:41:51,898 DEBUG [RS:1;828b3f090c91:43729 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T21:41:51,898 DEBUG [RS:1;828b3f090c91:43729 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T21:41:51,898 INFO [RS:1;828b3f090c91:43729 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T21:41:51,898 INFO [RS:1;828b3f090c91:43729 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T21:41:51,988 WARN [828b3f090c91:40821 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T21:41:51,988 INFO [RS:0;828b3f090c91:34891 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T21:41:51,990 INFO [RS:0;828b3f090c91:34891 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=828b3f090c91%2C34891%2C1732657311512, suffix=, logDir=hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/WALs/828b3f090c91,34891,1732657311512, archiveDir=hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/oldWALs, maxLogs=32 2024-11-26T21:41:51,999 INFO [RS:1;828b3f090c91:43729 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T21:41:52,000 INFO [RS:1;828b3f090c91:43729 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=828b3f090c91%2C43729%2C1732657311549, suffix=, logDir=hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/WALs/828b3f090c91,43729,1732657311549, archiveDir=hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/oldWALs, maxLogs=32 2024-11-26T21:41:52,004 DEBUG [RS:0;828b3f090c91:34891 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/WALs/828b3f090c91,34891,1732657311512/828b3f090c91%2C34891%2C1732657311512.1732657311991, exclude list is [], retry=0 2024-11-26T21:41:52,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45335,DS-eed7d0b7-f8a8-4642-919b-02865dde143c,DISK] 2024-11-26T21:41:52,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35983,DS-77e9ded5-a13a-4270-a068-6e63d9d5b6e8,DISK] 2024-11-26T21:41:52,009 INFO [RS:0;828b3f090c91:34891 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/WALs/828b3f090c91,34891,1732657311512/828b3f090c91%2C34891%2C1732657311512.1732657311991 2024-11-26T21:41:52,010 DEBUG [RS:0;828b3f090c91:34891 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35581:35581),(127.0.0.1/127.0.0.1:43823:43823)] 2024-11-26T21:41:52,017 DEBUG [RS:1;828b3f090c91:43729 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/WALs/828b3f090c91,43729,1732657311549/828b3f090c91%2C43729%2C1732657311549.1732657312001, exclude list is [], retry=0 2024-11-26T21:41:52,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45335,DS-eed7d0b7-f8a8-4642-919b-02865dde143c,DISK] 2024-11-26T21:41:52,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35983,DS-77e9ded5-a13a-4270-a068-6e63d9d5b6e8,DISK] 2024-11-26T21:41:52,023 INFO [RS:1;828b3f090c91:43729 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/WALs/828b3f090c91,43729,1732657311549/828b3f090c91%2C43729%2C1732657311549.1732657312001 2024-11-26T21:41:52,023 DEBUG [RS:1;828b3f090c91:43729 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43823:43823),(127.0.0.1/127.0.0.1:35581:35581)] 2024-11-26T21:41:52,238 DEBUG [828b3f090c91:40821 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-26T21:41:52,238 DEBUG [828b3f090c91:40821 {}] balancer.BalancerClusterState(204): Hosts are {828b3f090c91=0} racks are {/default-rack=0} 2024-11-26T21:41:52,241 DEBUG [828b3f090c91:40821 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-26T21:41:52,241 DEBUG [828b3f090c91:40821 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-26T21:41:52,241 DEBUG [828b3f090c91:40821 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-26T21:41:52,241 DEBUG [828b3f090c91:40821 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-26T21:41:52,241 INFO [828b3f090c91:40821 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-26T21:41:52,241 INFO [828b3f090c91:40821 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-26T21:41:52,241 DEBUG [828b3f090c91:40821 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T21:41:52,241 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=828b3f090c91,34891,1732657311512 2024-11-26T21:41:52,243 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 828b3f090c91,34891,1732657311512, state=OPENING 2024-11-26T21:41:52,244 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T21:41:52,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1007dfbcb410001, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:52,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43729-0x1007dfbcb410002, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:52,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x1007dfbcb410000, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:52,246 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:41:52,246 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:41:52,246 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T21:41:52,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=828b3f090c91,34891,1732657311512}] 2024-11-26T21:41:52,247 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:41:52,400 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T21:41:52,403 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39255, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T21:41:52,409 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T21:41:52,409 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T21:41:52,410 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T21:41:52,411 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=828b3f090c91%2C34891%2C1732657311512.meta, suffix=.meta, logDir=hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/WALs/828b3f090c91,34891,1732657311512, archiveDir=hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/oldWALs, maxLogs=32 2024-11-26T21:41:52,427 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/WALs/828b3f090c91,34891,1732657311512/828b3f090c91%2C34891%2C1732657311512.meta.1732657312412.meta, exclude list is [], retry=0 2024-11-26T21:41:52,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45335,DS-eed7d0b7-f8a8-4642-919b-02865dde143c,DISK] 2024-11-26T21:41:52,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35983,DS-77e9ded5-a13a-4270-a068-6e63d9d5b6e8,DISK] 2024-11-26T21:41:52,431 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/WALs/828b3f090c91,34891,1732657311512/828b3f090c91%2C34891%2C1732657311512.meta.1732657312412.meta 2024-11-26T21:41:52,432 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35581:35581),(127.0.0.1/127.0.0.1:43823:43823)] 2024-11-26T21:41:52,432 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T21:41:52,432 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T21:41:52,433 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T21:41:52,433 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T21:41:52,433 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T21:41:52,433 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:41:52,433 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T21:41:52,433 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T21:41:52,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T21:41:52,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T21:41:52,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:52,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:52,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T21:41:52,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T21:41:52,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:52,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:52,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T21:41:52,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T21:41:52,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:52,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:52,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T21:41:52,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T21:41:52,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:52,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:52,440 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T21:41:52,440 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/data/hbase/meta/1588230740 2024-11-26T21:41:52,441 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/data/hbase/meta/1588230740 2024-11-26T21:41:52,445 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T21:41:52,445 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T21:41:52,445 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T21:41:52,447 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T21:41:52,448 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64665914, jitterRate=-0.03640279173851013}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T21:41:52,448 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T21:41:52,449 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732657312433Writing region info on filesystem at 1732657312433Initializing all the Stores at 1732657312434 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657312434Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657312434Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657312434Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657312434Cleaning up temporary data from old regions at 1732657312445 (+11 ms)Running coprocessor post-open hooks at 1732657312448 (+3 ms)Region opened successfully at 1732657312449 (+1 ms) 2024-11-26T21:41:52,450 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732657312400 2024-11-26T21:41:52,452 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T21:41:52,452 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T21:41:52,453 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=828b3f090c91,34891,1732657311512 2024-11-26T21:41:52,454 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 828b3f090c91,34891,1732657311512, state=OPEN 2024-11-26T21:41:52,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x1007dfbcb410000, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T21:41:52,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1007dfbcb410001, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T21:41:52,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43729-0x1007dfbcb410002, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T21:41:52,456 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:41:52,456 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:41:52,456 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:41:52,456 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=828b3f090c91,34891,1732657311512 2024-11-26T21:41:52,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T21:41:52,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=828b3f090c91,34891,1732657311512 in 210 msec 2024-11-26T21:41:52,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T21:41:52,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 624 msec 2024-11-26T21:41:52,464 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T21:41:52,464 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T21:41:52,466 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T21:41:52,466 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=828b3f090c91,34891,1732657311512, seqNum=-1] 2024-11-26T21:41:52,466 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:41:52,468 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57709, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:41:52,475 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 730 msec 2024-11-26T21:41:52,475 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732657312475, completionTime=-1 2024-11-26T21:41:52,475 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-26T21:41:52,475 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T21:41:52,477 INFO [master/828b3f090c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-26T21:41:52,477 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732657372477 2024-11-26T21:41:52,477 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732657432477 2024-11-26T21:41:52,478 INFO [master/828b3f090c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T21:41:52,478 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,40821,1732657311459-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:52,478 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,40821,1732657311459-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:52,478 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,40821,1732657311459-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:52,478 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-828b3f090c91:40821, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:52,478 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:52,479 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:52,481 DEBUG [master/828b3f090c91:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T21:41:52,483 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.893sec 2024-11-26T21:41:52,484 INFO [master/828b3f090c91:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T21:41:52,484 INFO [master/828b3f090c91:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T21:41:52,484 INFO [master/828b3f090c91:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T21:41:52,484 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T21:41:52,484 INFO [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T21:41:52,484 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,40821,1732657311459-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T21:41:52,484 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,40821,1732657311459-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T21:41:52,487 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T21:41:52,487 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T21:41:52,487 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,40821,1732657311459-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:52,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@546fc04a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:41:52,579 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 828b3f090c91,40821,-1 for getting cluster id 2024-11-26T21:41:52,579 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T21:41:52,580 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ded84cc-c4df-40d6-9a34-c444a5f21dd6' 2024-11-26T21:41:52,580 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T21:41:52,580 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ded84cc-c4df-40d6-9a34-c444a5f21dd6" 2024-11-26T21:41:52,581 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2131229b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:41:52,581 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [828b3f090c91,40821,-1] 2024-11-26T21:41:52,581 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T21:41:52,581 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:52,582 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37162, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T21:41:52,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ba7f22d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:41:52,583 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T21:41:52,585 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=828b3f090c91,34891,1732657311512, seqNum=-1] 2024-11-26T21:41:52,585 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:41:52,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59880, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:41:52,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=828b3f090c91,40821,1732657311459 2024-11-26T21:41:52,589 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T21:41:52,590 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 828b3f090c91,40821,1732657311459 2024-11-26T21:41:52,590 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d778cc7 2024-11-26T21:41:52,590 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T21:41:52,591 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37166, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T21:41:52,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40821 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T21:41:52,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40821 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-26T21:41:52,595 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T21:41:52,595 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:52,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40821 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-26T21:41:52,597 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T21:41:52,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T21:41:52,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741836_1012 (size=379) 2024-11-26T21:41:52,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35983 is added to blk_1073741836_1012 (size=379) 2024-11-26T21:41:52,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T21:41:52,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T21:41:53,007 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5f606aec2b75d0c0af02b0ac17285ae6, NAME => 'testClearRegionBlockCache,,1732657312592.5f606aec2b75d0c0af02b0ac17285ae6.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080 2024-11-26T21:41:53,008 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0075d3165e9431afbca82c85c4623b1b, NAME => 'testClearRegionBlockCache,5,1732657312592.0075d3165e9431afbca82c85c4623b1b.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080 2024-11-26T21:41:53,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741837_1013 (size=61) 2024-11-26T21:41:53,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35983 is added to blk_1073741837_1013 (size=61) 2024-11-26T21:41:53,016 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1732657312592.5f606aec2b75d0c0af02b0ac17285ae6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:41:53,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741838_1014 (size=61) 2024-11-26T21:41:53,016 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 5f606aec2b75d0c0af02b0ac17285ae6, disabling compactions & flushes 2024-11-26T21:41:53,016 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1732657312592.5f606aec2b75d0c0af02b0ac17285ae6. 2024-11-26T21:41:53,016 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1732657312592.5f606aec2b75d0c0af02b0ac17285ae6. 2024-11-26T21:41:53,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35983 is added to blk_1073741838_1014 (size=61) 2024-11-26T21:41:53,016 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1732657312592.5f606aec2b75d0c0af02b0ac17285ae6. after waiting 0 ms 2024-11-26T21:41:53,016 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1732657312592.5f606aec2b75d0c0af02b0ac17285ae6. 2024-11-26T21:41:53,016 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1732657312592.5f606aec2b75d0c0af02b0ac17285ae6. 2024-11-26T21:41:53,016 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5f606aec2b75d0c0af02b0ac17285ae6: Waiting for close lock at 1732657313016Disabling compacts and flushes for region at 1732657313016Disabling writes for close at 1732657313016Writing region close event to WAL at 1732657313016Closed at 1732657313016 2024-11-26T21:41:53,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T21:41:53,417 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1732657312592.0075d3165e9431afbca82c85c4623b1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:41:53,417 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 0075d3165e9431afbca82c85c4623b1b, disabling compactions & flushes 2024-11-26T21:41:53,417 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1732657312592.0075d3165e9431afbca82c85c4623b1b. 2024-11-26T21:41:53,417 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1732657312592.0075d3165e9431afbca82c85c4623b1b. 2024-11-26T21:41:53,418 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1732657312592.0075d3165e9431afbca82c85c4623b1b. after waiting 0 ms 2024-11-26T21:41:53,418 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1732657312592.0075d3165e9431afbca82c85c4623b1b. 2024-11-26T21:41:53,418 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1732657312592.0075d3165e9431afbca82c85c4623b1b. 2024-11-26T21:41:53,418 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0075d3165e9431afbca82c85c4623b1b: Waiting for close lock at 1732657313417Disabling compacts and flushes for region at 1732657313417Disabling writes for close at 1732657313418 (+1 ms)Writing region close event to WAL at 1732657313418Closed at 1732657313418 2024-11-26T21:41:53,420 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T21:41:53,420 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732657312592.5f606aec2b75d0c0af02b0ac17285ae6.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732657313420"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732657313420"}]},"ts":"1732657313420"} 2024-11-26T21:41:53,421 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732657312592.0075d3165e9431afbca82c85c4623b1b.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732657313420"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732657313420"}]},"ts":"1732657313420"} 2024-11-26T21:41:53,426 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-26T21:41:53,427 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T21:41:53,428 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732657313427"}]},"ts":"1732657313427"} 2024-11-26T21:41:53,430 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-26T21:41:53,430 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {828b3f090c91=0} racks are {/default-rack=0} 2024-11-26T21:41:53,432 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-26T21:41:53,432 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-26T21:41:53,432 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-26T21:41:53,432 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-26T21:41:53,432 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-26T21:41:53,432 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-26T21:41:53,432 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T21:41:53,433 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5f606aec2b75d0c0af02b0ac17285ae6, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0075d3165e9431afbca82c85c4623b1b, ASSIGN}] 2024-11-26T21:41:53,434 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5f606aec2b75d0c0af02b0ac17285ae6, ASSIGN 2024-11-26T21:41:53,434 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0075d3165e9431afbca82c85c4623b1b, ASSIGN 2024-11-26T21:41:53,435 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0075d3165e9431afbca82c85c4623b1b, ASSIGN; state=OFFLINE, location=828b3f090c91,43729,1732657311549; forceNewPlan=false, retain=false 2024-11-26T21:41:53,435 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5f606aec2b75d0c0af02b0ac17285ae6, ASSIGN; state=OFFLINE, location=828b3f090c91,34891,1732657311512; forceNewPlan=false, retain=false 2024-11-26T21:41:53,586 INFO [828b3f090c91:40821 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-26T21:41:53,586 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5f606aec2b75d0c0af02b0ac17285ae6, regionState=OPENING, regionLocation=828b3f090c91,34891,1732657311512 2024-11-26T21:41:53,586 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0075d3165e9431afbca82c85c4623b1b, regionState=OPENING, regionLocation=828b3f090c91,43729,1732657311549 2024-11-26T21:41:53,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0075d3165e9431afbca82c85c4623b1b, ASSIGN because future has completed 2024-11-26T21:41:53,590 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0075d3165e9431afbca82c85c4623b1b, server=828b3f090c91,43729,1732657311549}] 2024-11-26T21:41:53,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5f606aec2b75d0c0af02b0ac17285ae6, ASSIGN because future has completed 2024-11-26T21:41:53,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f606aec2b75d0c0af02b0ac17285ae6, server=828b3f090c91,34891,1732657311512}] 2024-11-26T21:41:53,745 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T21:41:53,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T21:41:53,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57585, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T21:41:53,752 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1732657312592.0075d3165e9431afbca82c85c4623b1b. 2024-11-26T21:41:53,753 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 0075d3165e9431afbca82c85c4623b1b, NAME => 'testClearRegionBlockCache,5,1732657312592.0075d3165e9431afbca82c85c4623b1b.', STARTKEY => '5', ENDKEY => ''} 2024-11-26T21:41:53,753 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 0075d3165e9431afbca82c85c4623b1b 2024-11-26T21:41:53,753 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1732657312592.0075d3165e9431afbca82c85c4623b1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:41:53,753 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 0075d3165e9431afbca82c85c4623b1b 2024-11-26T21:41:53,754 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 0075d3165e9431afbca82c85c4623b1b 2024-11-26T21:41:53,754 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1732657312592.5f606aec2b75d0c0af02b0ac17285ae6. 2024-11-26T21:41:53,754 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f606aec2b75d0c0af02b0ac17285ae6, NAME => 'testClearRegionBlockCache,,1732657312592.5f606aec2b75d0c0af02b0ac17285ae6.', STARTKEY => '', ENDKEY => '5'} 2024-11-26T21:41:53,754 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 5f606aec2b75d0c0af02b0ac17285ae6 2024-11-26T21:41:53,754 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1732657312592.5f606aec2b75d0c0af02b0ac17285ae6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:41:53,754 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 5f606aec2b75d0c0af02b0ac17285ae6 2024-11-26T21:41:53,754 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 5f606aec2b75d0c0af02b0ac17285ae6 2024-11-26T21:41:53,755 INFO [StoreOpener-0075d3165e9431afbca82c85c4623b1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 0075d3165e9431afbca82c85c4623b1b 2024-11-26T21:41:53,762 INFO [StoreOpener-5f606aec2b75d0c0af02b0ac17285ae6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 5f606aec2b75d0c0af02b0ac17285ae6 2024-11-26T21:41:53,762 INFO [StoreOpener-0075d3165e9431afbca82c85c4623b1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0075d3165e9431afbca82c85c4623b1b columnFamilyName family 2024-11-26T21:41:53,762 DEBUG [StoreOpener-0075d3165e9431afbca82c85c4623b1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:53,763 INFO [StoreOpener-5f606aec2b75d0c0af02b0ac17285ae6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f606aec2b75d0c0af02b0ac17285ae6 columnFamilyName family 2024-11-26T21:41:53,763 DEBUG [StoreOpener-5f606aec2b75d0c0af02b0ac17285ae6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:53,763 INFO [StoreOpener-0075d3165e9431afbca82c85c4623b1b-1 {}] regionserver.HStore(327): Store=0075d3165e9431afbca82c85c4623b1b/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:41:53,763 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 0075d3165e9431afbca82c85c4623b1b 2024-11-26T21:41:53,763 INFO [StoreOpener-5f606aec2b75d0c0af02b0ac17285ae6-1 {}] regionserver.HStore(327): Store=5f606aec2b75d0c0af02b0ac17285ae6/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:41:53,764 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 5f606aec2b75d0c0af02b0ac17285ae6 2024-11-26T21:41:53,764 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/data/default/testClearRegionBlockCache/0075d3165e9431afbca82c85c4623b1b 2024-11-26T21:41:53,764 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/data/default/testClearRegionBlockCache/0075d3165e9431afbca82c85c4623b1b 2024-11-26T21:41:53,764 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/data/default/testClearRegionBlockCache/5f606aec2b75d0c0af02b0ac17285ae6 2024-11-26T21:41:53,764 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/data/default/testClearRegionBlockCache/5f606aec2b75d0c0af02b0ac17285ae6 2024-11-26T21:41:53,765 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 0075d3165e9431afbca82c85c4623b1b 2024-11-26T21:41:53,765 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 0075d3165e9431afbca82c85c4623b1b 2024-11-26T21:41:53,765 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 5f606aec2b75d0c0af02b0ac17285ae6 2024-11-26T21:41:53,765 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 5f606aec2b75d0c0af02b0ac17285ae6 2024-11-26T21:41:53,766 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 0075d3165e9431afbca82c85c4623b1b 2024-11-26T21:41:53,766 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 5f606aec2b75d0c0af02b0ac17285ae6 2024-11-26T21:41:53,768 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/data/default/testClearRegionBlockCache/0075d3165e9431afbca82c85c4623b1b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T21:41:53,768 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/data/default/testClearRegionBlockCache/5f606aec2b75d0c0af02b0ac17285ae6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T21:41:53,768 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 0075d3165e9431afbca82c85c4623b1b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67916167, jitterRate=0.012029752135276794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T21:41:53,768 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0075d3165e9431afbca82c85c4623b1b 2024-11-26T21:41:53,768 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 5f606aec2b75d0c0af02b0ac17285ae6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74206070, jitterRate=0.10575661063194275}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T21:41:53,769 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f606aec2b75d0c0af02b0ac17285ae6 2024-11-26T21:41:53,769 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 0075d3165e9431afbca82c85c4623b1b: Running coprocessor pre-open hook at 1732657313754Writing region info on filesystem at 1732657313754Initializing all the Stores at 1732657313755 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657313755Cleaning up temporary data from old regions at 1732657313765 (+10 ms)Running coprocessor post-open hooks at 1732657313768 (+3 ms)Region opened successfully at 1732657313769 (+1 ms) 2024-11-26T21:41:53,769 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 5f606aec2b75d0c0af02b0ac17285ae6: Running coprocessor pre-open hook at 1732657313755Writing region info on filesystem at 1732657313755Initializing all the Stores at 1732657313761 (+6 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657313761Cleaning up temporary data from old regions at 1732657313765 (+4 ms)Running coprocessor post-open hooks at 1732657313769 (+4 ms)Region opened successfully at 1732657313769 2024-11-26T21:41:53,770 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1732657312592.5f606aec2b75d0c0af02b0ac17285ae6., pid=8, masterSystemTime=1732657313747 2024-11-26T21:41:53,770 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1732657312592.0075d3165e9431afbca82c85c4623b1b., pid=7, masterSystemTime=1732657313744 2024-11-26T21:41:53,772 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1732657312592.5f606aec2b75d0c0af02b0ac17285ae6. 2024-11-26T21:41:53,772 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1732657312592.5f606aec2b75d0c0af02b0ac17285ae6. 2024-11-26T21:41:53,773 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5f606aec2b75d0c0af02b0ac17285ae6, regionState=OPEN, openSeqNum=2, regionLocation=828b3f090c91,34891,1732657311512 2024-11-26T21:41:53,774 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1732657312592.0075d3165e9431afbca82c85c4623b1b. 2024-11-26T21:41:53,774 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1732657312592.0075d3165e9431afbca82c85c4623b1b. 2024-11-26T21:41:53,774 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0075d3165e9431afbca82c85c4623b1b, regionState=OPEN, openSeqNum=2, regionLocation=828b3f090c91,43729,1732657311549 2024-11-26T21:41:53,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f606aec2b75d0c0af02b0ac17285ae6, server=828b3f090c91,34891,1732657311512 because future has completed 2024-11-26T21:41:53,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0075d3165e9431afbca82c85c4623b1b, server=828b3f090c91,43729,1732657311549 because future has completed 2024-11-26T21:41:53,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-26T21:41:53,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f606aec2b75d0c0af02b0ac17285ae6, server=828b3f090c91,34891,1732657311512 in 186 msec 2024-11-26T21:41:53,782 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-26T21:41:53,782 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 0075d3165e9431afbca82c85c4623b1b, server=828b3f090c91,43729,1732657311549 in 189 msec 2024-11-26T21:41:53,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5f606aec2b75d0c0af02b0ac17285ae6, ASSIGN in 349 msec 2024-11-26T21:41:53,785 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-26T21:41:53,785 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0075d3165e9431afbca82c85c4623b1b, ASSIGN in 350 msec 2024-11-26T21:41:53,786 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T21:41:53,786 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732657313786"}]},"ts":"1732657313786"} 2024-11-26T21:41:53,789 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-26T21:41:53,790 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T21:41:53,793 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 1.1970 sec 2024-11-26T21:41:54,410 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T21:41:54,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T21:41:54,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T21:41:54,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T21:41:54,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T21:41:54,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T21:41:54,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T21:41:54,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T21:41:54,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T21:41:54,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T21:41:54,766 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-26T21:41:54,766 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-26T21:41:54,766 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T21:41:54,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-26T21:41:54,772 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T21:41:54,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-26T21:41:54,776 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1732657312592.5f606aec2b75d0c0af02b0ac17285ae6., hostname=828b3f090c91,34891,1732657311512, seqNum=2] 2024-11-26T21:41:54,795 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1732657312592.0075d3165e9431afbca82c85c4623b1b., hostname=828b3f090c91,43729,1732657311549, seqNum=2] 2024-11-26T21:41:54,796 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:41:54,797 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35930, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:41:54,808 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5f606aec2b75d0c0af02b0ac17285ae6 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-26T21:41:54,825 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/data/default/testClearRegionBlockCache/5f606aec2b75d0c0af02b0ac17285ae6/.tmp/family/65ab9ca20c134bde87fd57403dc2cf34 is 32, key is 1/family:/1732657314777/Put/seqid=0 2024-11-26T21:41:54,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741839_1015 (size=5054) 2024-11-26T21:41:54,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35983 is added to blk_1073741839_1015 (size=5054) 2024-11-26T21:41:54,834 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/data/default/testClearRegionBlockCache/5f606aec2b75d0c0af02b0ac17285ae6/.tmp/family/65ab9ca20c134bde87fd57403dc2cf34 2024-11-26T21:41:54,842 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/data/default/testClearRegionBlockCache/5f606aec2b75d0c0af02b0ac17285ae6/.tmp/family/65ab9ca20c134bde87fd57403dc2cf34 as hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/data/default/testClearRegionBlockCache/5f606aec2b75d0c0af02b0ac17285ae6/family/65ab9ca20c134bde87fd57403dc2cf34 2024-11-26T21:41:54,849 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/data/default/testClearRegionBlockCache/5f606aec2b75d0c0af02b0ac17285ae6/family/65ab9ca20c134bde87fd57403dc2cf34, entries=4, sequenceid=8, filesize=4.9 K 2024-11-26T21:41:54,851 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 5f606aec2b75d0c0af02b0ac17285ae6 in 42ms, sequenceid=8, compaction requested=false 2024-11-26T21:41:54,851 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 5f606aec2b75d0c0af02b0ac17285ae6: 2024-11-26T21:41:54,851 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0075d3165e9431afbca82c85c4623b1b 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-26T21:41:54,868 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/data/default/testClearRegionBlockCache/0075d3165e9431afbca82c85c4623b1b/.tmp/family/8728e29cc40244ab8bb8bb448feb6809 is 32, key is 5/family:/1732657314798/Put/seqid=0 2024-11-26T21:41:54,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35983 is added to blk_1073741840_1016 (size=5083) 2024-11-26T21:41:54,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741840_1016 (size=5083) 2024-11-26T21:41:54,877 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/data/default/testClearRegionBlockCache/0075d3165e9431afbca82c85c4623b1b/.tmp/family/8728e29cc40244ab8bb8bb448feb6809 2024-11-26T21:41:54,886 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/data/default/testClearRegionBlockCache/0075d3165e9431afbca82c85c4623b1b/.tmp/family/8728e29cc40244ab8bb8bb448feb6809 as hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/data/default/testClearRegionBlockCache/0075d3165e9431afbca82c85c4623b1b/family/8728e29cc40244ab8bb8bb448feb6809 2024-11-26T21:41:54,894 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/data/default/testClearRegionBlockCache/0075d3165e9431afbca82c85c4623b1b/family/8728e29cc40244ab8bb8bb448feb6809, entries=5, sequenceid=9, filesize=5.0 K 2024-11-26T21:41:54,895 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 0075d3165e9431afbca82c85c4623b1b in 44ms, sequenceid=9, compaction requested=false 2024-11-26T21:41:54,895 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0075d3165e9431afbca82c85c4623b1b: 2024-11-26T21:41:54,898 DEBUG [Time-limited test {}] bucket.BucketCache(1863): found 1 blocks for file 65ab9ca20c134bde87fd57403dc2cf34, starting offset: 0, end offset: 9223372036854775807 2024-11-26T21:41:54,898 DEBUG [Time-limited test {}] bucket.BucketCache(856): removed key 65ab9ca20c134bde87fd57403dc2cf34_0 from back map with offset lock 2094080 in the evict process 2024-11-26T21:41:54,900 DEBUG [Time-limited test {}] bucket.BucketCache(1863): found 1 blocks for file 8728e29cc40244ab8bb8bb448feb6809, starting offset: 0, end offset: 9223372036854775807 2024-11-26T21:41:54,900 DEBUG [Time-limited test {}] bucket.BucketCache(856): removed key 8728e29cc40244ab8bb8bb448feb6809_0 from back map with offset lock 2094080 in the evict process 2024-11-26T21:41:54,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T21:41:54,900 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T21:41:54,900 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:41:54,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:54,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:54,900 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T21:41:54,901 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T21:41:54,901 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2065790840, stopped=false 2024-11-26T21:41:54,901 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=828b3f090c91,40821,1732657311459 2024-11-26T21:41:54,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1007dfbcb410001, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T21:41:54,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x1007dfbcb410000, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T21:41:54,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43729-0x1007dfbcb410002, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T21:41:54,902 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T21:41:54,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1007dfbcb410001, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:54,902 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T21:41:54,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x1007dfbcb410000, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:54,902 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:41:54,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:54,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43729-0x1007dfbcb410002, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:54,903 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34891-0x1007dfbcb410001, quorum=127.0.0.1:49455, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:41:54,903 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '828b3f090c91,34891,1732657311512' ***** 2024-11-26T21:41:54,903 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T21:41:54,903 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '828b3f090c91,43729,1732657311549' ***** 2024-11-26T21:41:54,903 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T21:41:54,903 INFO [RS:1;828b3f090c91:43729 {}] bucket.BucketCache(1738): Disabling cache 2024-11-26T21:41:54,903 INFO [RS:0;828b3f090c91:34891 {}] bucket.BucketCache(1738): Disabling cache 2024-11-26T21:41:54,903 INFO [RS:0;828b3f090c91:34891 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-26T21:41:54,903 INFO [RS:1;828b3f090c91:43729 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-26T21:41:54,903 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-26T21:41:54,903 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-26T21:41:54,903 INFO [RS:0;828b3f090c91:34891 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T21:41:54,903 INFO [RS:1;828b3f090c91:43729 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T21:41:54,903 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-26T21:41:54,903 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T21:41:54,903 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40821-0x1007dfbcb410000, quorum=127.0.0.1:49455, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:41:54,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43729-0x1007dfbcb410002, quorum=127.0.0.1:49455, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:41:54,904 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-26T21:41:54,904 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-26T21:41:54,904 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-26T21:41:54,904 INFO [RS:0;828b3f090c91:34891 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T21:41:54,904 INFO [RS:0;828b3f090c91:34891 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T21:41:54,904 INFO [RS:1;828b3f090c91:43729 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T21:41:54,904 INFO [RS:1;828b3f090c91:43729 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T21:41:54,905 INFO [RS:0;828b3f090c91:34891 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f606aec2b75d0c0af02b0ac17285ae6 2024-11-26T21:41:54,905 INFO [RS:1;828b3f090c91:43729 {}] regionserver.HRegionServer(3091): Received CLOSE for 0075d3165e9431afbca82c85c4623b1b 2024-11-26T21:41:54,904 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T21:41:54,905 INFO [RS:1;828b3f090c91:43729 {}] regionserver.HRegionServer(959): stopping server 828b3f090c91,43729,1732657311549 2024-11-26T21:41:54,905 INFO [RS:1;828b3f090c91:43729 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T21:41:54,905 INFO [RS:1;828b3f090c91:43729 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;828b3f090c91:43729. 2024-11-26T21:41:54,905 DEBUG [RS:1;828b3f090c91:43729 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:41:54,905 DEBUG [RS:1;828b3f090c91:43729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:54,905 INFO [RS:1;828b3f090c91:43729 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T21:41:54,905 DEBUG [RS:1;828b3f090c91:43729 {}] regionserver.HRegionServer(1325): Online Regions={0075d3165e9431afbca82c85c4623b1b=testClearRegionBlockCache,5,1732657312592.0075d3165e9431afbca82c85c4623b1b.} 2024-11-26T21:41:54,905 DEBUG [RS:1;828b3f090c91:43729 {}] regionserver.HRegionServer(1351): Waiting on 0075d3165e9431afbca82c85c4623b1b 2024-11-26T21:41:54,905 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0075d3165e9431afbca82c85c4623b1b, disabling compactions & flushes 2024-11-26T21:41:54,905 INFO [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1732657312592.0075d3165e9431afbca82c85c4623b1b. 2024-11-26T21:41:54,905 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1732657312592.0075d3165e9431afbca82c85c4623b1b. 2024-11-26T21:41:54,905 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1732657312592.0075d3165e9431afbca82c85c4623b1b. after waiting 0 ms 2024-11-26T21:41:54,905 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1732657312592.0075d3165e9431afbca82c85c4623b1b. 2024-11-26T21:41:54,909 INFO [RS:0;828b3f090c91:34891 {}] regionserver.HRegionServer(959): stopping server 828b3f090c91,34891,1732657311512 2024-11-26T21:41:54,909 INFO [RS:0;828b3f090c91:34891 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T21:41:54,909 INFO [RS:0;828b3f090c91:34891 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;828b3f090c91:34891. 2024-11-26T21:41:54,909 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f606aec2b75d0c0af02b0ac17285ae6, disabling compactions & flushes 2024-11-26T21:41:54,909 INFO [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1732657312592.5f606aec2b75d0c0af02b0ac17285ae6. 2024-11-26T21:41:54,909 DEBUG [RS:0;828b3f090c91:34891 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:41:54,909 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1732657312592.5f606aec2b75d0c0af02b0ac17285ae6. 2024-11-26T21:41:54,909 DEBUG [RS:0;828b3f090c91:34891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:54,909 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1732657312592.5f606aec2b75d0c0af02b0ac17285ae6. after waiting 0 ms 2024-11-26T21:41:54,909 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1732657312592.5f606aec2b75d0c0af02b0ac17285ae6. 2024-11-26T21:41:54,909 INFO [RS:0;828b3f090c91:34891 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T21:41:54,909 INFO [RS:0;828b3f090c91:34891 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T21:41:54,909 INFO [RS:0;828b3f090c91:34891 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T21:41:54,910 INFO [RS:0;828b3f090c91:34891 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T21:41:54,910 INFO [RS:0;828b3f090c91:34891 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T21:41:54,910 DEBUG [RS:0;828b3f090c91:34891 {}] regionserver.HRegionServer(1325): Online Regions={5f606aec2b75d0c0af02b0ac17285ae6=testClearRegionBlockCache,,1732657312592.5f606aec2b75d0c0af02b0ac17285ae6., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T21:41:54,910 DEBUG [RS:0;828b3f090c91:34891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f606aec2b75d0c0af02b0ac17285ae6 2024-11-26T21:41:54,910 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T21:41:54,910 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T21:41:54,910 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T21:41:54,910 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T21:41:54,910 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T21:41:54,910 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-26T21:41:54,918 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/data/default/testClearRegionBlockCache/5f606aec2b75d0c0af02b0ac17285ae6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-26T21:41:54,919 INFO [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1732657312592.5f606aec2b75d0c0af02b0ac17285ae6. 2024-11-26T21:41:54,919 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f606aec2b75d0c0af02b0ac17285ae6: Waiting for close lock at 1732657314909Running coprocessor pre-close hooks at 1732657314909Disabling compacts and flushes for region at 1732657314909Disabling writes for close at 1732657314909Writing region close event to WAL at 1732657314910 (+1 ms)Running coprocessor post-close hooks at 1732657314918 (+8 ms)Closed at 1732657314919 (+1 ms) 2024-11-26T21:41:54,919 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732657312592.5f606aec2b75d0c0af02b0ac17285ae6. 2024-11-26T21:41:54,920 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/data/default/testClearRegionBlockCache/0075d3165e9431afbca82c85c4623b1b/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-26T21:41:54,921 INFO [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1732657312592.0075d3165e9431afbca82c85c4623b1b. 2024-11-26T21:41:54,921 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0075d3165e9431afbca82c85c4623b1b: Waiting for close lock at 1732657314905Running coprocessor pre-close hooks at 1732657314905Disabling compacts and flushes for region at 1732657314905Disabling writes for close at 1732657314905Writing region close event to WAL at 1732657314916 (+11 ms)Running coprocessor post-close hooks at 1732657314921 (+5 ms)Closed at 1732657314921 2024-11-26T21:41:54,921 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732657312592.0075d3165e9431afbca82c85c4623b1b. 2024-11-26T21:41:54,931 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/data/hbase/meta/1588230740/.tmp/info/7ce927771fce43edb94d1060139ad542 is 173, key is testClearRegionBlockCache,5,1732657312592.0075d3165e9431afbca82c85c4623b1b./info:regioninfo/1732657313774/Put/seqid=0 2024-11-26T21:41:54,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741841_1017 (size=8173) 2024-11-26T21:41:54,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35983 is added to blk_1073741841_1017 (size=8173) 2024-11-26T21:41:54,940 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/data/hbase/meta/1588230740/.tmp/info/7ce927771fce43edb94d1060139ad542 2024-11-26T21:41:54,946 INFO [regionserver/828b3f090c91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T21:41:54,963 INFO [regionserver/828b3f090c91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T21:41:54,968 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/data/hbase/meta/1588230740/.tmp/ns/5b536abae6b14add89bf4dc5f8f77d41 is 43, key is default/ns:d/1732657312469/Put/seqid=0 2024-11-26T21:41:54,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741842_1018 (size=5153) 2024-11-26T21:41:54,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35983 is added to blk_1073741842_1018 (size=5153) 2024-11-26T21:41:54,974 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/data/hbase/meta/1588230740/.tmp/ns/5b536abae6b14add89bf4dc5f8f77d41 2024-11-26T21:41:54,999 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/data/hbase/meta/1588230740/.tmp/table/c394e51ec9c8402d87868ed1119d4e34 is 61, key is testClearRegionBlockCache/table:state/1732657313786/Put/seqid=0 2024-11-26T21:41:55,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35983 is added to blk_1073741843_1019 (size=5312) 2024-11-26T21:41:55,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741843_1019 (size=5312) 2024-11-26T21:41:55,005 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/data/hbase/meta/1588230740/.tmp/table/c394e51ec9c8402d87868ed1119d4e34 2024-11-26T21:41:55,012 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/data/hbase/meta/1588230740/.tmp/info/7ce927771fce43edb94d1060139ad542 as hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/data/hbase/meta/1588230740/info/7ce927771fce43edb94d1060139ad542 2024-11-26T21:41:55,019 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/data/hbase/meta/1588230740/info/7ce927771fce43edb94d1060139ad542, entries=20, sequenceid=13, filesize=8.0 K 2024-11-26T21:41:55,021 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/data/hbase/meta/1588230740/.tmp/ns/5b536abae6b14add89bf4dc5f8f77d41 as hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/data/hbase/meta/1588230740/ns/5b536abae6b14add89bf4dc5f8f77d41 2024-11-26T21:41:55,028 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/data/hbase/meta/1588230740/ns/5b536abae6b14add89bf4dc5f8f77d41, entries=2, sequenceid=13, filesize=5.0 K 2024-11-26T21:41:55,029 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/data/hbase/meta/1588230740/.tmp/table/c394e51ec9c8402d87868ed1119d4e34 as hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/data/hbase/meta/1588230740/table/c394e51ec9c8402d87868ed1119d4e34 2024-11-26T21:41:55,036 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/data/hbase/meta/1588230740/table/c394e51ec9c8402d87868ed1119d4e34, entries=2, sequenceid=13, filesize=5.2 K 2024-11-26T21:41:55,037 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 127ms, sequenceid=13, compaction requested=false 2024-11-26T21:41:55,042 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-26T21:41:55,043 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T21:41:55,043 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T21:41:55,043 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732657314910Running coprocessor pre-close hooks at 1732657314910Disabling compacts and flushes for region at 1732657314910Disabling writes for close at 1732657314910Obtaining lock to block concurrent updates at 1732657314910Preparing flush snapshotting stores in 1588230740 at 1732657314910Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1732657314911 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732657314911Flushing 1588230740/info: creating writer at 1732657314912 (+1 ms)Flushing 1588230740/info: appending metadata at 1732657314931 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732657314931Flushing 1588230740/ns: creating writer at 1732657314947 (+16 ms)Flushing 1588230740/ns: appending metadata at 1732657314968 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732657314968Flushing 1588230740/table: creating writer at 1732657314981 (+13 ms)Flushing 1588230740/table: appending metadata at 1732657314998 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732657314998Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26d2a72b: reopening flushed file at 1732657315011 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65a35f95: reopening flushed file at 1732657315020 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b9c0c14: reopening flushed file at 1732657315028 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 127ms, sequenceid=13, compaction requested=false at 1732657315037 (+9 ms)Writing region close event to WAL at 1732657315039 (+2 ms)Running coprocessor post-close hooks at 1732657315043 (+4 ms)Closed at 1732657315043 2024-11-26T21:41:55,044 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T21:41:55,105 INFO [RS:1;828b3f090c91:43729 {}] regionserver.HRegionServer(976): stopping server 828b3f090c91,43729,1732657311549; all regions closed. 2024-11-26T21:41:55,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741834_1010 (size=1867) 2024-11-26T21:41:55,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35983 is added to blk_1073741834_1010 (size=1867) 2024-11-26T21:41:55,110 INFO [RS:0;828b3f090c91:34891 {}] regionserver.HRegionServer(976): stopping server 828b3f090c91,34891,1732657311512; all regions closed. 2024-11-26T21:41:55,112 DEBUG [RS:1;828b3f090c91:43729 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/oldWALs 2024-11-26T21:41:55,112 INFO [RS:1;828b3f090c91:43729 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 828b3f090c91%2C43729%2C1732657311549:(num 1732657312001) 2024-11-26T21:41:55,112 DEBUG [RS:1;828b3f090c91:43729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:55,112 INFO [RS:1;828b3f090c91:43729 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T21:41:55,112 INFO [RS:1;828b3f090c91:43729 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T21:41:55,112 INFO [RS:1;828b3f090c91:43729 {}] hbase.ChoreService(370): Chore service for: regionserver/828b3f090c91:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T21:41:55,112 INFO [RS:1;828b3f090c91:43729 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T21:41:55,112 INFO [regionserver/828b3f090c91:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T21:41:55,113 INFO [RS:1;828b3f090c91:43729 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T21:41:55,113 INFO [RS:1;828b3f090c91:43729 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T21:41:55,113 INFO [RS:1;828b3f090c91:43729 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T21:41:55,113 INFO [RS:1;828b3f090c91:43729 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43729 2024-11-26T21:41:55,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35983 is added to blk_1073741835_1011 (size=4338) 2024-11-26T21:41:55,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741835_1011 (size=4338) 2024-11-26T21:41:55,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43729-0x1007dfbcb410002, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/828b3f090c91,43729,1732657311549 2024-11-26T21:41:55,115 INFO [RS:1;828b3f090c91:43729 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T21:41:55,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x1007dfbcb410000, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T21:41:55,116 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [828b3f090c91,43729,1732657311549] 2024-11-26T21:41:55,116 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/828b3f090c91,43729,1732657311549 already deleted, retry=false 2024-11-26T21:41:55,116 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 828b3f090c91,43729,1732657311549 expired; onlineServers=1 2024-11-26T21:41:55,120 DEBUG [RS:0;828b3f090c91:34891 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/oldWALs 2024-11-26T21:41:55,120 INFO [RS:0;828b3f090c91:34891 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 828b3f090c91%2C34891%2C1732657311512.meta:.meta(num 1732657312412) 2024-11-26T21:41:55,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35983 is added to blk_1073741833_1009 (size=1758) 2024-11-26T21:41:55,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741833_1009 (size=1758) 2024-11-26T21:41:55,126 DEBUG [RS:0;828b3f090c91:34891 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/oldWALs 2024-11-26T21:41:55,126 INFO [RS:0;828b3f090c91:34891 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 828b3f090c91%2C34891%2C1732657311512:(num 1732657311991) 2024-11-26T21:41:55,126 DEBUG [RS:0;828b3f090c91:34891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:55,126 INFO [RS:0;828b3f090c91:34891 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T21:41:55,126 INFO [RS:0;828b3f090c91:34891 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T21:41:55,126 INFO [RS:0;828b3f090c91:34891 {}] hbase.ChoreService(370): Chore service for: regionserver/828b3f090c91:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T21:41:55,127 INFO [RS:0;828b3f090c91:34891 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T21:41:55,127 INFO [regionserver/828b3f090c91:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T21:41:55,127 INFO [RS:0;828b3f090c91:34891 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34891 2024-11-26T21:41:55,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1007dfbcb410001, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/828b3f090c91,34891,1732657311512 2024-11-26T21:41:55,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x1007dfbcb410000, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T21:41:55,129 INFO [RS:0;828b3f090c91:34891 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T21:41:55,129 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [828b3f090c91,34891,1732657311512] 2024-11-26T21:41:55,130 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/828b3f090c91,34891,1732657311512 already deleted, retry=false 2024-11-26T21:41:55,130 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 828b3f090c91,34891,1732657311512 expired; onlineServers=0 2024-11-26T21:41:55,130 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '828b3f090c91,40821,1732657311459' ***** 2024-11-26T21:41:55,130 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T21:41:55,130 INFO [M:0;828b3f090c91:40821 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T21:41:55,130 INFO [M:0;828b3f090c91:40821 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T21:41:55,130 DEBUG [M:0;828b3f090c91:40821 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T21:41:55,130 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T21:41:55,130 DEBUG [M:0;828b3f090c91:40821 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T21:41:55,130 DEBUG [master/828b3f090c91:0:becomeActiveMaster-HFileCleaner.large.0-1732657311753 {}] cleaner.HFileCleaner(306): Exit Thread[master/828b3f090c91:0:becomeActiveMaster-HFileCleaner.large.0-1732657311753,5,FailOnTimeoutGroup] 2024-11-26T21:41:55,130 DEBUG [master/828b3f090c91:0:becomeActiveMaster-HFileCleaner.small.0-1732657311757 {}] cleaner.HFileCleaner(306): Exit Thread[master/828b3f090c91:0:becomeActiveMaster-HFileCleaner.small.0-1732657311757,5,FailOnTimeoutGroup] 2024-11-26T21:41:55,131 INFO [M:0;828b3f090c91:40821 {}] hbase.ChoreService(370): Chore service for: master/828b3f090c91:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T21:41:55,131 INFO [M:0;828b3f090c91:40821 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T21:41:55,131 DEBUG [M:0;828b3f090c91:40821 {}] master.HMaster(1795): Stopping service threads 2024-11-26T21:41:55,131 INFO [M:0;828b3f090c91:40821 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T21:41:55,131 INFO [M:0;828b3f090c91:40821 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T21:41:55,131 INFO [M:0;828b3f090c91:40821 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T21:41:55,131 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T21:41:55,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x1007dfbcb410000, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-26T21:41:55,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x1007dfbcb410000, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:55,132 DEBUG [M:0;828b3f090c91:40821 {}] zookeeper.ZKUtil(347): master:40821-0x1007dfbcb410000, quorum=127.0.0.1:49455, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-26T21:41:55,132 WARN [M:0;828b3f090c91:40821 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T21:41:55,133 INFO [M:0;828b3f090c91:40821 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/.lastflushedseqids 2024-11-26T21:41:55,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35983 is added to blk_1073741844_1020 (size=191) 2024-11-26T21:41:55,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741844_1020 (size=191) 2024-11-26T21:41:55,144 INFO [M:0;828b3f090c91:40821 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T21:41:55,144 INFO [M:0;828b3f090c91:40821 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T21:41:55,144 DEBUG [M:0;828b3f090c91:40821 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T21:41:55,144 INFO [M:0;828b3f090c91:40821 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:41:55,144 DEBUG [M:0;828b3f090c91:40821 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:41:55,144 DEBUG [M:0;828b3f090c91:40821 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T21:41:55,144 DEBUG [M:0;828b3f090c91:40821 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:41:55,144 INFO [M:0;828b3f090c91:40821 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-26T21:41:55,162 DEBUG [M:0;828b3f090c91:40821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d57e5c01f1914e7d8bf0f3f6578209ae is 82, key is hbase:meta,,1/info:regioninfo/1732657312453/Put/seqid=0 2024-11-26T21:41:55,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741845_1021 (size=5672) 2024-11-26T21:41:55,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35983 is added to blk_1073741845_1021 (size=5672) 2024-11-26T21:41:55,171 INFO [M:0;828b3f090c91:40821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d57e5c01f1914e7d8bf0f3f6578209ae 2024-11-26T21:41:55,194 DEBUG [M:0;828b3f090c91:40821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dcc9895c6c2848b6a39913452231017a is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732657313792/Put/seqid=0 2024-11-26T21:41:55,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741846_1022 (size=6218) 2024-11-26T21:41:55,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35983 is added to blk_1073741846_1022 (size=6218) 2024-11-26T21:41:55,200 INFO [M:0;828b3f090c91:40821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dcc9895c6c2848b6a39913452231017a 2024-11-26T21:41:55,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43729-0x1007dfbcb410002, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:41:55,216 INFO [RS:1;828b3f090c91:43729 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T21:41:55,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43729-0x1007dfbcb410002, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:41:55,216 INFO [RS:1;828b3f090c91:43729 {}] regionserver.HRegionServer(1031): Exiting; stopping=828b3f090c91,43729,1732657311549; zookeeper connection closed. 2024-11-26T21:41:55,216 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d03c7ed {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d03c7ed 2024-11-26T21:41:55,222 DEBUG [M:0;828b3f090c91:40821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c331783a044484e97c2a431417204db is 69, key is 828b3f090c91,34891,1732657311512/rs:state/1732657311796/Put/seqid=0 2024-11-26T21:41:55,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741847_1023 (size=5224) 2024-11-26T21:41:55,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35983 is added to blk_1073741847_1023 (size=5224) 2024-11-26T21:41:55,229 INFO [M:0;828b3f090c91:40821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c331783a044484e97c2a431417204db 2024-11-26T21:41:55,230 INFO [RS:0;828b3f090c91:34891 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T21:41:55,230 INFO [RS:0;828b3f090c91:34891 {}] regionserver.HRegionServer(1031): Exiting; stopping=828b3f090c91,34891,1732657311512; zookeeper connection closed. 2024-11-26T21:41:55,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1007dfbcb410001, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:41:55,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1007dfbcb410001, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:41:55,230 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6b58afa3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6b58afa3 2024-11-26T21:41:55,231 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-26T21:41:55,235 DEBUG [M:0;828b3f090c91:40821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d57e5c01f1914e7d8bf0f3f6578209ae as hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d57e5c01f1914e7d8bf0f3f6578209ae 2024-11-26T21:41:55,241 INFO [M:0;828b3f090c91:40821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d57e5c01f1914e7d8bf0f3f6578209ae, entries=8, sequenceid=71, filesize=5.5 K 2024-11-26T21:41:55,242 DEBUG [M:0;828b3f090c91:40821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dcc9895c6c2848b6a39913452231017a as hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dcc9895c6c2848b6a39913452231017a 2024-11-26T21:41:55,249 INFO [M:0;828b3f090c91:40821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dcc9895c6c2848b6a39913452231017a, entries=8, sequenceid=71, filesize=6.1 K 2024-11-26T21:41:55,250 DEBUG [M:0;828b3f090c91:40821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c331783a044484e97c2a431417204db as hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6c331783a044484e97c2a431417204db 2024-11-26T21:41:55,257 INFO [M:0;828b3f090c91:40821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42167/user/jenkins/test-data/fa938c57-0336-8a37-1d32-9401eef62080/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6c331783a044484e97c2a431417204db, entries=2, sequenceid=71, filesize=5.1 K 2024-11-26T21:41:55,258 INFO [M:0;828b3f090c91:40821 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 114ms, sequenceid=71, compaction requested=false 2024-11-26T21:41:55,259 INFO [M:0;828b3f090c91:40821 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:41:55,259 DEBUG [M:0;828b3f090c91:40821 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732657315144Disabling compacts and flushes for region at 1732657315144Disabling writes for close at 1732657315144Obtaining lock to block concurrent updates at 1732657315144Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732657315144Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1732657315145 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732657315145Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732657315145Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732657315162 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732657315162Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732657315176 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732657315193 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732657315193Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732657315205 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732657315221 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732657315221Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4742addc: reopening flushed file at 1732657315234 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d5bbb1: reopening flushed file at 1732657315241 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60627d02: reopening flushed file at 1732657315249 (+8 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 114ms, sequenceid=71, compaction requested=false at 1732657315258 (+9 ms)Writing region close event to WAL at 1732657315259 (+1 ms)Closed at 1732657315259 2024-11-26T21:41:55,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741830_1006 (size=35428) 2024-11-26T21:41:55,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35983 is added to blk_1073741830_1006 (size=35428) 2024-11-26T21:41:55,264 INFO [M:0;828b3f090c91:40821 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T21:41:55,264 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T21:41:55,264 INFO [M:0;828b3f090c91:40821 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40821 2024-11-26T21:41:55,264 INFO [M:0;828b3f090c91:40821 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T21:41:55,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x1007dfbcb410000, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:41:55,365 INFO [M:0;828b3f090c91:40821 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T21:41:55,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40821-0x1007dfbcb410000, quorum=127.0.0.1:49455, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:41:55,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7025679{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:41:55,368 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d9b0573{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T21:41:55,369 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T21:41:55,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31675d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T21:41:55,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c64c606{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/915c3170-3e38-89dd-31a7-6408dd24c1ce/hadoop.log.dir/,STOPPED} 2024-11-26T21:41:55,370 WARN [BP-680646341-172.17.0.2-1732657310821 heartbeating to localhost/127.0.0.1:42167 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T21:41:55,370 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T21:41:55,370 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T21:41:55,370 WARN [BP-680646341-172.17.0.2-1732657310821 heartbeating to localhost/127.0.0.1:42167 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-680646341-172.17.0.2-1732657310821 (Datanode Uuid 67a77b50-8f7a-4157-bcf2-0197cb9821c7) service to localhost/127.0.0.1:42167 2024-11-26T21:41:55,371 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/915c3170-3e38-89dd-31a7-6408dd24c1ce/cluster_34ddd3f3-a307-e3ae-0d13-9aadeba19f0e/data/data3/current/BP-680646341-172.17.0.2-1732657310821 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:41:55,371 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/915c3170-3e38-89dd-31a7-6408dd24c1ce/cluster_34ddd3f3-a307-e3ae-0d13-9aadeba19f0e/data/data4/current/BP-680646341-172.17.0.2-1732657310821 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:41:55,371 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T21:41:55,374 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d8b349{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:41:55,374 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@97a29e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T21:41:55,374 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T21:41:55,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73769015{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T21:41:55,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27ee6eb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/915c3170-3e38-89dd-31a7-6408dd24c1ce/hadoop.log.dir/,STOPPED} 2024-11-26T21:41:55,376 WARN [BP-680646341-172.17.0.2-1732657310821 heartbeating to localhost/127.0.0.1:42167 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T21:41:55,376 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T21:41:55,376 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T21:41:55,376 WARN [BP-680646341-172.17.0.2-1732657310821 heartbeating to localhost/127.0.0.1:42167 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-680646341-172.17.0.2-1732657310821 (Datanode Uuid aedc90ef-61ad-465a-94c3-1cce1d01de5c) service to localhost/127.0.0.1:42167 2024-11-26T21:41:55,377 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/915c3170-3e38-89dd-31a7-6408dd24c1ce/cluster_34ddd3f3-a307-e3ae-0d13-9aadeba19f0e/data/data1/current/BP-680646341-172.17.0.2-1732657310821 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:41:55,377 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/915c3170-3e38-89dd-31a7-6408dd24c1ce/cluster_34ddd3f3-a307-e3ae-0d13-9aadeba19f0e/data/data2/current/BP-680646341-172.17.0.2-1732657310821 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:41:55,377 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T21:41:55,383 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3085e2da{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T21:41:55,384 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6285c014{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T21:41:55,384 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T21:41:55,384 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dfbd4df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T21:41:55,384 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@362410b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/915c3170-3e38-89dd-31a7-6408dd24c1ce/hadoop.log.dir/,STOPPED} 2024-11-26T21:41:55,390 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T21:41:55,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T21:41:55,419 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=173 (was 154) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42167 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1815995009) connection to localhost/127.0.0.1:42167 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:42167 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:42167 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1815995009) connection to localhost/127.0.0.1:42167 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1815995009) connection to localhost/127.0.0.1:42167 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1815995009) connection to localhost/127.0.0.1:42167 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=529 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=246 (was 258), ProcessCount=11 (was 11), AvailableMemoryMB=10194 (was 10352) 2024-11-26T21:41:55,427 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=173, OpenFileDescriptor=529, MaxFileDescriptor=1048576, SystemLoadAverage=246, ProcessCount=11, AvailableMemoryMB=10194 2024-11-26T21:41:55,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/915c3170-3e38-89dd-31a7-6408dd24c1ce/hadoop.log.dir so I do NOT create it in target/test-data/6edc916c-2828-1675-9b80-298b4160f8d7 2024-11-26T21:41:55,441 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/915c3170-3e38-89dd-31a7-6408dd24c1ce/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T21:41:55,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/915c3170-3e38-89dd-31a7-6408dd24c1ce/hadoop.tmp.dir so I do NOT create it in target/test-data/6edc916c-2828-1675-9b80-298b4160f8d7 2024-11-26T21:41:55,441 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/915c3170-3e38-89dd-31a7-6408dd24c1ce/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T21:41:55,442 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc916c-2828-1675-9b80-298b4160f8d7 2024-11-26T21:41:55,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T21:41:55,442 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc916c-2828-1675-9b80-298b4160f8d7/cluster_4be8d042-4f05-87f5-7282-0ac8a8310b76, deleteOnExit=true 2024-11-26T21:41:55,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T21:41:55,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc916c-2828-1675-9b80-298b4160f8d7/test.cache.data in system properties and HBase conf 2024-11-26T21:41:55,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc916c-2828-1675-9b80-298b4160f8d7/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T21:41:55,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc916c-2828-1675-9b80-298b4160f8d7/hadoop.log.dir in system properties and HBase conf 2024-11-26T21:41:55,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc916c-2828-1675-9b80-298b4160f8d7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T21:41:55,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc916c-2828-1675-9b80-298b4160f8d7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T21:41:55,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T21:41:55,442 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T21:41:55,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc916c-2828-1675-9b80-298b4160f8d7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T21:41:55,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc916c-2828-1675-9b80-298b4160f8d7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T21:41:55,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc916c-2828-1675-9b80-298b4160f8d7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T21:41:55,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc916c-2828-1675-9b80-298b4160f8d7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T21:41:55,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc916c-2828-1675-9b80-298b4160f8d7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T21:41:55,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc916c-2828-1675-9b80-298b4160f8d7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T21:41:55,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc916c-2828-1675-9b80-298b4160f8d7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T21:41:55,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc916c-2828-1675-9b80-298b4160f8d7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T21:41:55,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc916c-2828-1675-9b80-298b4160f8d7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T21:41:55,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc916c-2828-1675-9b80-298b4160f8d7/nfs.dump.dir in system properties and HBase conf 2024-11-26T21:41:55,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc916c-2828-1675-9b80-298b4160f8d7/java.io.tmpdir in system properties and HBase conf 2024-11-26T21:41:55,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc916c-2828-1675-9b80-298b4160f8d7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T21:41:55,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc916c-2828-1675-9b80-298b4160f8d7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T21:41:55,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc916c-2828-1675-9b80-298b4160f8d7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T21:41:55,510 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:41:55,514 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T21:41:55,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T21:41:55,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T21:41:55,516 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T21:41:55,517 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:41:55,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@144229a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc916c-2828-1675-9b80-298b4160f8d7/hadoop.log.dir/,AVAILABLE} 2024-11-26T21:41:55,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54d5f857{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T21:41:55,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T21:41:55,576 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T21:41:55,576 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T21:41:55,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6648900{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc916c-2828-1675-9b80-298b4160f8d7/java.io.tmpdir/jetty-localhost-44631-hadoop-hdfs-3_4_1-tests_jar-_-any-6302945863998324952/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T21:41:55,634 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65394ffc{HTTP/1.1, (http/1.1)}{localhost:44631} 2024-11-26T21:41:55,634 INFO [Time-limited test {}] server.Server(415): Started @26333ms 2024-11-26T21:41:55,700 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:41:55,703 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T21:41:55,705 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T21:41:55,705 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T21:41:55,705 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T21:41:55,706 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ff2a986{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc916c-2828-1675-9b80-298b4160f8d7/hadoop.log.dir/,AVAILABLE} 2024-11-26T21:41:55,706 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1141ed14{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T21:41:55,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d04b9de{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc916c-2828-1675-9b80-298b4160f8d7/java.io.tmpdir/jetty-localhost-45677-hadoop-hdfs-3_4_1-tests_jar-_-any-5598128580823531297/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:41:55,813 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@224d090a{HTTP/1.1, (http/1.1)}{localhost:45677} 2024-11-26T21:41:55,813 INFO [Time-limited test {}] server.Server(415): Started @26512ms 2024-11-26T21:41:55,814 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T21:41:55,896 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:41:55,899 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T21:41:55,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T21:41:55,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T21:41:55,909 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T21:41:55,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23187454{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc916c-2828-1675-9b80-298b4160f8d7/hadoop.log.dir/,AVAILABLE} 2024-11-26T21:41:55,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d5b4ccf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T21:41:55,923 WARN [Thread-1415 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc916c-2828-1675-9b80-298b4160f8d7/cluster_4be8d042-4f05-87f5-7282-0ac8a8310b76/data/data1/current/BP-342051025-172.17.0.2-1732657315472/current, will proceed with Du for space computation calculation, 2024-11-26T21:41:55,923 WARN [Thread-1416 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc916c-2828-1675-9b80-298b4160f8d7/cluster_4be8d042-4f05-87f5-7282-0ac8a8310b76/data/data2/current/BP-342051025-172.17.0.2-1732657315472/current, will proceed with Du for space computation calculation, 2024-11-26T21:41:55,943 WARN [Thread-1394 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T21:41:55,946 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x756ebcbfd466a7a3 with lease ID 0x87ee71723d3ede8a: Processing first storage report for DS-68f96402-be40-4c3d-9251-e1f070e26032 from datanode DatanodeRegistration(127.0.0.1:36071, datanodeUuid=c3e000ea-b276-4773-b3fd-e4f7df06a570, infoPort=38457, infoSecurePort=0, ipcPort=44651, storageInfo=lv=-57;cid=testClusterID;nsid=455916457;c=1732657315472) 2024-11-26T21:41:55,946 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x756ebcbfd466a7a3 with lease ID 0x87ee71723d3ede8a: from storage DS-68f96402-be40-4c3d-9251-e1f070e26032 node DatanodeRegistration(127.0.0.1:36071, datanodeUuid=c3e000ea-b276-4773-b3fd-e4f7df06a570, infoPort=38457, infoSecurePort=0, ipcPort=44651, storageInfo=lv=-57;cid=testClusterID;nsid=455916457;c=1732657315472), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T21:41:55,946 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x756ebcbfd466a7a3 with lease ID 0x87ee71723d3ede8a: Processing first storage report for DS-41ca6d34-60b0-4081-a71b-dfde93f9d13a from datanode DatanodeRegistration(127.0.0.1:36071, datanodeUuid=c3e000ea-b276-4773-b3fd-e4f7df06a570, infoPort=38457, infoSecurePort=0, ipcPort=44651, storageInfo=lv=-57;cid=testClusterID;nsid=455916457;c=1732657315472) 2024-11-26T21:41:55,946 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x756ebcbfd466a7a3 with lease ID 0x87ee71723d3ede8a: from storage DS-41ca6d34-60b0-4081-a71b-dfde93f9d13a node DatanodeRegistration(127.0.0.1:36071, datanodeUuid=c3e000ea-b276-4773-b3fd-e4f7df06a570, infoPort=38457, infoSecurePort=0, ipcPort=44651, storageInfo=lv=-57;cid=testClusterID;nsid=455916457;c=1732657315472), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T21:41:56,017 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2eee1630{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc916c-2828-1675-9b80-298b4160f8d7/java.io.tmpdir/jetty-localhost-39547-hadoop-hdfs-3_4_1-tests_jar-_-any-18254199632581743230/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:41:56,018 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a2bdef8{HTTP/1.1, (http/1.1)}{localhost:39547} 2024-11-26T21:41:56,018 INFO [Time-limited test {}] server.Server(415): Started @26717ms 2024-11-26T21:41:56,019 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T21:41:56,084 WARN [Thread-1442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc916c-2828-1675-9b80-298b4160f8d7/cluster_4be8d042-4f05-87f5-7282-0ac8a8310b76/data/data4/current/BP-342051025-172.17.0.2-1732657315472/current, will proceed with Du for space computation calculation, 2024-11-26T21:41:56,084 WARN [Thread-1441 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc916c-2828-1675-9b80-298b4160f8d7/cluster_4be8d042-4f05-87f5-7282-0ac8a8310b76/data/data3/current/BP-342051025-172.17.0.2-1732657315472/current, will proceed with Du for space computation calculation, 2024-11-26T21:41:56,105 WARN [Thread-1430 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T21:41:56,108 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12a0acc0524dd73c with lease ID 0x87ee71723d3ede8b: Processing first storage report for DS-57b01468-2202-455b-a5d1-f57a655dc99c from datanode DatanodeRegistration(127.0.0.1:33133, datanodeUuid=75db473a-1af5-48e7-b7b6-00d9d8db769f, infoPort=40631, infoSecurePort=0, ipcPort=36167, storageInfo=lv=-57;cid=testClusterID;nsid=455916457;c=1732657315472) 2024-11-26T21:41:56,108 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12a0acc0524dd73c with lease ID 0x87ee71723d3ede8b: from storage DS-57b01468-2202-455b-a5d1-f57a655dc99c node DatanodeRegistration(127.0.0.1:33133, datanodeUuid=75db473a-1af5-48e7-b7b6-00d9d8db769f, infoPort=40631, infoSecurePort=0, ipcPort=36167, storageInfo=lv=-57;cid=testClusterID;nsid=455916457;c=1732657315472), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T21:41:56,108 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12a0acc0524dd73c with lease ID 0x87ee71723d3ede8b: Processing first storage report for DS-f3ecf803-8271-4f2c-b608-87345c70b6c1 from datanode DatanodeRegistration(127.0.0.1:33133, datanodeUuid=75db473a-1af5-48e7-b7b6-00d9d8db769f, infoPort=40631, infoSecurePort=0, ipcPort=36167, storageInfo=lv=-57;cid=testClusterID;nsid=455916457;c=1732657315472) 2024-11-26T21:41:56,108 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12a0acc0524dd73c with lease ID 0x87ee71723d3ede8b: from storage DS-f3ecf803-8271-4f2c-b608-87345c70b6c1 node DatanodeRegistration(127.0.0.1:33133, datanodeUuid=75db473a-1af5-48e7-b7b6-00d9d8db769f, infoPort=40631, infoSecurePort=0, ipcPort=36167, storageInfo=lv=-57;cid=testClusterID;nsid=455916457;c=1732657315472), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T21:41:56,147 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc916c-2828-1675-9b80-298b4160f8d7 2024-11-26T21:41:56,150 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc916c-2828-1675-9b80-298b4160f8d7/cluster_4be8d042-4f05-87f5-7282-0ac8a8310b76/zookeeper_0, clientPort=58744, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc916c-2828-1675-9b80-298b4160f8d7/cluster_4be8d042-4f05-87f5-7282-0ac8a8310b76/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc916c-2828-1675-9b80-298b4160f8d7/cluster_4be8d042-4f05-87f5-7282-0ac8a8310b76/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T21:41:56,151 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58744 2024-11-26T21:41:56,152 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:56,153 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:56,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36071 is added to blk_1073741825_1001 (size=7) 2024-11-26T21:41:56,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33133 is added to blk_1073741825_1001 (size=7) 2024-11-26T21:41:56,166 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2 with version=8 2024-11-26T21:41:56,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/hbase-staging 2024-11-26T21:41:56,169 INFO [Time-limited test {}] client.ConnectionUtils(128): master/828b3f090c91:0 server-side Connection retries=45 2024-11-26T21:41:56,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:56,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:56,169 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T21:41:56,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:56,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T21:41:56,169 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T21:41:56,170 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T21:41:56,171 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43679 2024-11-26T21:41:56,172 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43679 connecting to ZooKeeper ensemble=127.0.0.1:58744 2024-11-26T21:41:56,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436790x0, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T21:41:56,178 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43679-0x1007dfbdda40000 connected 2024-11-26T21:41:56,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:56,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:56,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43679-0x1007dfbdda40000, quorum=127.0.0.1:58744, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:41:56,190 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2, hbase.cluster.distributed=false 2024-11-26T21:41:56,192 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43679-0x1007dfbdda40000, quorum=127.0.0.1:58744, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T21:41:56,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43679 2024-11-26T21:41:56,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43679 2024-11-26T21:41:56,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43679 2024-11-26T21:41:56,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43679 2024-11-26T21:41:56,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43679 2024-11-26T21:41:56,212 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/828b3f090c91:0 server-side Connection retries=45 2024-11-26T21:41:56,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:56,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:56,212 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T21:41:56,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:56,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T21:41:56,212 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T21:41:56,212 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T21:41:56,213 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35673 2024-11-26T21:41:56,214 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35673 connecting to ZooKeeper ensemble=127.0.0.1:58744 2024-11-26T21:41:56,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:56,216 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:56,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356730x0, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T21:41:56,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35673-0x1007dfbdda40001 connected 2024-11-26T21:41:56,220 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35673-0x1007dfbdda40001, quorum=127.0.0.1:58744, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:41:56,221 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T21:41:56,221 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-26T21:41:56,235 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-26T21:41:56,235 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-26T21:41:56,249 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-26T21:41:56,250 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T21:41:56,250 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35673-0x1007dfbdda40001, quorum=127.0.0.1:58744, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T21:41:56,251 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35673-0x1007dfbdda40001, quorum=127.0.0.1:58744, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T21:41:56,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35673 2024-11-26T21:41:56,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35673 2024-11-26T21:41:56,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35673 2024-11-26T21:41:56,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35673 2024-11-26T21:41:56,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35673 2024-11-26T21:41:56,269 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/828b3f090c91:0 server-side Connection retries=45 2024-11-26T21:41:56,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:56,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:56,269 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T21:41:56,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:41:56,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T21:41:56,269 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T21:41:56,269 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T21:41:56,270 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45163 2024-11-26T21:41:56,271 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45163 connecting to ZooKeeper ensemble=127.0.0.1:58744 2024-11-26T21:41:56,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:56,273 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:56,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451630x0, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T21:41:56,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451630x0, quorum=127.0.0.1:58744, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:41:56,277 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45163-0x1007dfbdda40002 connected 2024-11-26T21:41:56,277 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T21:41:56,278 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-26T21:41:56,284 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-26T21:41:56,284 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-26T21:41:56,285 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-26T21:41:56,285 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T21:41:56,286 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45163-0x1007dfbdda40002, quorum=127.0.0.1:58744, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T21:41:56,287 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45163-0x1007dfbdda40002, quorum=127.0.0.1:58744, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T21:41:56,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45163 2024-11-26T21:41:56,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45163 2024-11-26T21:41:56,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45163 2024-11-26T21:41:56,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45163 2024-11-26T21:41:56,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45163 2024-11-26T21:41:56,300 DEBUG [M:0;828b3f090c91:43679 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;828b3f090c91:43679 2024-11-26T21:41:56,301 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/828b3f090c91,43679,1732657316168 2024-11-26T21:41:56,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45163-0x1007dfbdda40002, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:41:56,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35673-0x1007dfbdda40001, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:41:56,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x1007dfbdda40000, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:41:56,302 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43679-0x1007dfbdda40000, quorum=127.0.0.1:58744, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/828b3f090c91,43679,1732657316168 2024-11-26T21:41:56,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x1007dfbdda40000, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:56,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35673-0x1007dfbdda40001, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T21:41:56,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35673-0x1007dfbdda40001, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:56,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45163-0x1007dfbdda40002, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T21:41:56,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45163-0x1007dfbdda40002, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:56,304 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43679-0x1007dfbdda40000, quorum=127.0.0.1:58744, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T21:41:56,304 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/828b3f090c91,43679,1732657316168 from backup master directory 2024-11-26T21:41:56,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45163-0x1007dfbdda40002, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:41:56,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x1007dfbdda40000, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/828b3f090c91,43679,1732657316168 2024-11-26T21:41:56,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x1007dfbdda40000, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:41:56,305 WARN [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T21:41:56,305 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=828b3f090c91,43679,1732657316168 2024-11-26T21:41:56,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35673-0x1007dfbdda40001, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:41:56,310 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/hbase.id] with ID: a73295ff-aa7e-4c57-8fe5-523b71f796bb 2024-11-26T21:41:56,310 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/.tmp/hbase.id 2024-11-26T21:41:56,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33133 is added to blk_1073741826_1002 (size=42) 2024-11-26T21:41:56,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36071 is added to blk_1073741826_1002 (size=42) 2024-11-26T21:41:56,319 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/.tmp/hbase.id]:[hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/hbase.id] 2024-11-26T21:41:56,330 INFO [master/828b3f090c91:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:41:56,330 INFO [master/828b3f090c91:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T21:41:56,332 INFO [master/828b3f090c91:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-26T21:41:56,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35673-0x1007dfbdda40001, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:56,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45163-0x1007dfbdda40002, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:56,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x1007dfbdda40000, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:56,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33133 is added to blk_1073741827_1003 (size=196) 2024-11-26T21:41:56,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36071 is added to blk_1073741827_1003 (size=196) 2024-11-26T21:41:56,341 INFO [master/828b3f090c91:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T21:41:56,341 INFO [master/828b3f090c91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T21:41:56,342 INFO [master/828b3f090c91:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T21:41:56,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36071 is added to blk_1073741828_1004 (size=1189) 2024-11-26T21:41:56,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33133 is added to blk_1073741828_1004 (size=1189) 2024-11-26T21:41:56,350 INFO [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/MasterData/data/master/store 2024-11-26T21:41:56,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36071 is added to blk_1073741829_1005 (size=34) 2024-11-26T21:41:56,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33133 is added to blk_1073741829_1005 (size=34) 2024-11-26T21:41:56,357 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:41:56,358 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T21:41:56,358 INFO [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:41:56,358 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:41:56,358 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T21:41:56,358 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:41:56,358 INFO [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:41:56,358 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732657316358Disabling compacts and flushes for region at 1732657316358Disabling writes for close at 1732657316358Writing region close event to WAL at 1732657316358Closed at 1732657316358 2024-11-26T21:41:56,359 WARN [master/828b3f090c91:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/MasterData/data/master/store/.initializing 2024-11-26T21:41:56,359 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/MasterData/WALs/828b3f090c91,43679,1732657316168 2024-11-26T21:41:56,360 INFO [master/828b3f090c91:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T21:41:56,362 INFO [master/828b3f090c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=828b3f090c91%2C43679%2C1732657316168, suffix=, logDir=hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/MasterData/WALs/828b3f090c91,43679,1732657316168, archiveDir=hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/MasterData/oldWALs, maxLogs=10 2024-11-26T21:41:56,379 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/MasterData/WALs/828b3f090c91,43679,1732657316168/828b3f090c91%2C43679%2C1732657316168.1732657316362, exclude list is [], retry=0 2024-11-26T21:41:56,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33133,DS-57b01468-2202-455b-a5d1-f57a655dc99c,DISK] 2024-11-26T21:41:56,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36071,DS-68f96402-be40-4c3d-9251-e1f070e26032,DISK] 2024-11-26T21:41:56,384 INFO [master/828b3f090c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/MasterData/WALs/828b3f090c91,43679,1732657316168/828b3f090c91%2C43679%2C1732657316168.1732657316362 2024-11-26T21:41:56,384 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40631:40631),(127.0.0.1/127.0.0.1:38457:38457)] 2024-11-26T21:41:56,384 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T21:41:56,384 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:41:56,384 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:56,384 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:56,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:56,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T21:41:56,387 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:56,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:56,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:56,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T21:41:56,389 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:56,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:41:56,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:56,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T21:41:56,390 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:56,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:41:56,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:56,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T21:41:56,392 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:56,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:41:56,393 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:56,393 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:56,394 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:56,395 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:56,395 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:56,395 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T21:41:56,396 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:41:56,399 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T21:41:56,399 INFO [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68593533, jitterRate=0.022123292088508606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T21:41:56,400 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732657316384Initializing all the Stores at 1732657316385 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657316385Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657316385Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657316385Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657316385Cleaning up temporary data from old regions at 1732657316395 (+10 ms)Region opened successfully at 1732657316400 (+5 ms) 2024-11-26T21:41:56,400 INFO [master/828b3f090c91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T21:41:56,403 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f7bdb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=828b3f090c91/172.17.0.2:0 2024-11-26T21:41:56,404 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T21:41:56,404 INFO [master/828b3f090c91:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T21:41:56,404 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T21:41:56,404 INFO [master/828b3f090c91:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T21:41:56,405 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T21:41:56,405 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T21:41:56,405 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T21:41:56,407 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T21:41:56,408 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43679-0x1007dfbdda40000, quorum=127.0.0.1:58744, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-26T21:41:56,409 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-26T21:41:56,409 INFO [master/828b3f090c91:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T21:41:56,409 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43679-0x1007dfbdda40000, quorum=127.0.0.1:58744, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-26T21:41:56,410 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-26T21:41:56,410 INFO [master/828b3f090c91:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T21:41:56,411 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43679-0x1007dfbdda40000, quorum=127.0.0.1:58744, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-26T21:41:56,412 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-26T21:41:56,412 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43679-0x1007dfbdda40000, quorum=127.0.0.1:58744, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-26T21:41:56,413 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-26T21:41:56,415 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43679-0x1007dfbdda40000, quorum=127.0.0.1:58744, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T21:41:56,416 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-26T21:41:56,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35673-0x1007dfbdda40001, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T21:41:56,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35673-0x1007dfbdda40001, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:56,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45163-0x1007dfbdda40002, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T21:41:56,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x1007dfbdda40000, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T21:41:56,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45163-0x1007dfbdda40002, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:56,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x1007dfbdda40000, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:56,417 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=828b3f090c91,43679,1732657316168, sessionid=0x1007dfbdda40000, setting cluster-up flag (Was=false) 2024-11-26T21:41:56,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x1007dfbdda40000, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:56,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35673-0x1007dfbdda40001, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:56,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45163-0x1007dfbdda40002, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:56,421 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-26T21:41:56,422 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=828b3f090c91,43679,1732657316168 2024-11-26T21:41:56,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45163-0x1007dfbdda40002, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:56,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x1007dfbdda40000, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:56,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35673-0x1007dfbdda40001, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:56,428 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-26T21:41:56,429 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=828b3f090c91,43679,1732657316168 2024-11-26T21:41:56,430 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T21:41:56,431 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T21:41:56,432 INFO [master/828b3f090c91:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T21:41:56,432 INFO [master/828b3f090c91:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T21:41:56,432 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 828b3f090c91,43679,1732657316168 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T21:41:56,433 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/828b3f090c91:0, corePoolSize=5, maxPoolSize=5 2024-11-26T21:41:56,433 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/828b3f090c91:0, corePoolSize=5, maxPoolSize=5 2024-11-26T21:41:56,433 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/828b3f090c91:0, corePoolSize=5, maxPoolSize=5 2024-11-26T21:41:56,434 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/828b3f090c91:0, corePoolSize=5, maxPoolSize=5 2024-11-26T21:41:56,434 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/828b3f090c91:0, corePoolSize=10, maxPoolSize=10 2024-11-26T21:41:56,434 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:56,434 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/828b3f090c91:0, corePoolSize=2, maxPoolSize=2 2024-11-26T21:41:56,434 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:56,434 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732657346434 2024-11-26T21:41:56,435 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T21:41:56,435 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T21:41:56,435 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T21:41:56,435 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T21:41:56,435 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T21:41:56,435 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T21:41:56,435 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:56,435 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T21:41:56,435 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T21:41:56,435 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T21:41:56,435 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T21:41:56,435 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T21:41:56,436 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T21:41:56,436 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T21:41:56,436 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/828b3f090c91:0:becomeActiveMaster-HFileCleaner.large.0-1732657316436,5,FailOnTimeoutGroup] 2024-11-26T21:41:56,436 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/828b3f090c91:0:becomeActiveMaster-HFileCleaner.small.0-1732657316436,5,FailOnTimeoutGroup] 2024-11-26T21:41:56,436 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:56,436 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T21:41:56,436 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:56,436 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:56,437 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:56,437 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T21:41:56,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36071 is added to blk_1073741831_1007 (size=1321) 2024-11-26T21:41:56,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33133 is added to blk_1073741831_1007 (size=1321) 2024-11-26T21:41:56,468 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T21:41:56,468 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2 2024-11-26T21:41:56,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36071 is added to blk_1073741832_1008 (size=32) 2024-11-26T21:41:56,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33133 is added to blk_1073741832_1008 (size=32) 2024-11-26T21:41:56,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:41:56,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T21:41:56,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T21:41:56,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:56,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:56,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T21:41:56,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T21:41:56,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:56,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:56,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T21:41:56,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T21:41:56,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:56,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:56,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T21:41:56,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T21:41:56,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:56,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:56,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T21:41:56,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/data/hbase/meta/1588230740 2024-11-26T21:41:56,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/data/hbase/meta/1588230740 2024-11-26T21:41:56,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T21:41:56,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T21:41:56,486 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T21:41:56,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T21:41:56,489 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T21:41:56,490 INFO [RS:0;828b3f090c91:35673 {}] regionserver.HRegionServer(746): ClusterId : a73295ff-aa7e-4c57-8fe5-523b71f796bb 2024-11-26T21:41:56,490 INFO [RS:1;828b3f090c91:45163 {}] regionserver.HRegionServer(746): ClusterId : a73295ff-aa7e-4c57-8fe5-523b71f796bb 2024-11-26T21:41:56,490 DEBUG [RS:0;828b3f090c91:35673 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T21:41:56,490 DEBUG [RS:1;828b3f090c91:45163 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T21:41:56,490 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62399135, jitterRate=-0.07018043100833893}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T21:41:56,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732657316475Initializing all the Stores at 1732657316476 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657316476Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657316476Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657316476Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657316476Cleaning up temporary data from old regions at 1732657316486 (+10 ms)Region opened successfully at 1732657316490 (+4 ms) 2024-11-26T21:41:56,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T21:41:56,491 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T21:41:56,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T21:41:56,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T21:41:56,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T21:41:56,491 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T21:41:56,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732657316491Disabling compacts and flushes for region at 1732657316491Disabling writes for close at 1732657316491Writing region close event to WAL at 1732657316491Closed at 1732657316491 2024-11-26T21:41:56,491 DEBUG [RS:0;828b3f090c91:35673 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T21:41:56,491 DEBUG [RS:1;828b3f090c91:45163 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T21:41:56,491 DEBUG [RS:0;828b3f090c91:35673 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T21:41:56,491 DEBUG [RS:1;828b3f090c91:45163 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T21:41:56,492 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T21:41:56,492 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T21:41:56,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T21:41:56,493 DEBUG [RS:0;828b3f090c91:35673 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T21:41:56,493 DEBUG [RS:1;828b3f090c91:45163 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T21:41:56,493 DEBUG [RS:0;828b3f090c91:35673 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7471030f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=828b3f090c91/172.17.0.2:0 2024-11-26T21:41:56,494 DEBUG [RS:1;828b3f090c91:45163 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fcbaa79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=828b3f090c91/172.17.0.2:0 2024-11-26T21:41:56,494 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T21:41:56,495 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T21:41:56,506 DEBUG [RS:0;828b3f090c91:35673 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;828b3f090c91:35673 2024-11-26T21:41:56,506 INFO [RS:0;828b3f090c91:35673 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T21:41:56,506 INFO [RS:0;828b3f090c91:35673 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T21:41:56,506 DEBUG [RS:0;828b3f090c91:35673 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T21:41:56,507 INFO [RS:0;828b3f090c91:35673 {}] regionserver.HRegionServer(2659): reportForDuty to master=828b3f090c91,43679,1732657316168 with port=35673, startcode=1732657316212 2024-11-26T21:41:56,507 DEBUG [RS:0;828b3f090c91:35673 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T21:41:56,509 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36023, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T21:41:56,509 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43679 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 828b3f090c91,35673,1732657316212 2024-11-26T21:41:56,509 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43679 {}] master.ServerManager(517): Registering regionserver=828b3f090c91,35673,1732657316212 2024-11-26T21:41:56,510 DEBUG [RS:1;828b3f090c91:45163 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;828b3f090c91:45163 2024-11-26T21:41:56,510 INFO [RS:1;828b3f090c91:45163 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T21:41:56,510 INFO [RS:1;828b3f090c91:45163 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T21:41:56,510 DEBUG [RS:1;828b3f090c91:45163 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T21:41:56,511 INFO [RS:1;828b3f090c91:45163 {}] regionserver.HRegionServer(2659): reportForDuty to master=828b3f090c91,43679,1732657316168 with port=45163, startcode=1732657316268 2024-11-26T21:41:56,511 DEBUG [RS:1;828b3f090c91:45163 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T21:41:56,511 DEBUG [RS:0;828b3f090c91:35673 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2 2024-11-26T21:41:56,511 DEBUG [RS:0;828b3f090c91:35673 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45155 2024-11-26T21:41:56,511 DEBUG [RS:0;828b3f090c91:35673 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T21:41:56,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x1007dfbdda40000, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T21:41:56,512 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46755, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T21:41:56,513 DEBUG [RS:0;828b3f090c91:35673 {}] zookeeper.ZKUtil(111): regionserver:35673-0x1007dfbdda40001, quorum=127.0.0.1:58744, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/828b3f090c91,35673,1732657316212 2024-11-26T21:41:56,513 WARN [RS:0;828b3f090c91:35673 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T21:41:56,513 INFO [RS:0;828b3f090c91:35673 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T21:41:56,513 DEBUG [RS:0;828b3f090c91:35673 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/WALs/828b3f090c91,35673,1732657316212 2024-11-26T21:41:56,513 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43679 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 828b3f090c91,45163,1732657316268 2024-11-26T21:41:56,513 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43679 {}] master.ServerManager(517): Registering regionserver=828b3f090c91,45163,1732657316268 2024-11-26T21:41:56,515 DEBUG [RS:1;828b3f090c91:45163 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2 2024-11-26T21:41:56,515 DEBUG [RS:1;828b3f090c91:45163 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45155 2024-11-26T21:41:56,515 DEBUG [RS:1;828b3f090c91:45163 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T21:41:56,517 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [828b3f090c91,45163,1732657316268] 2024-11-26T21:41:56,517 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [828b3f090c91,35673,1732657316212] 2024-11-26T21:41:56,517 DEBUG [RS:1;828b3f090c91:45163 {}] zookeeper.ZKUtil(111): regionserver:45163-0x1007dfbdda40002, quorum=127.0.0.1:58744, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/828b3f090c91,45163,1732657316268 2024-11-26T21:41:56,517 WARN [RS:1;828b3f090c91:45163 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T21:41:56,517 INFO [RS:1;828b3f090c91:45163 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T21:41:56,517 DEBUG [RS:1;828b3f090c91:45163 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/WALs/828b3f090c91,45163,1732657316268 2024-11-26T21:41:56,519 INFO [RS:0;828b3f090c91:35673 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T21:41:56,521 INFO [RS:1;828b3f090c91:45163 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T21:41:56,521 INFO [RS:0;828b3f090c91:35673 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T21:41:56,521 INFO [RS:0;828b3f090c91:35673 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T21:41:56,521 INFO [RS:0;828b3f090c91:35673 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:56,521 INFO [RS:0;828b3f090c91:35673 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T21:41:56,522 INFO [RS:0;828b3f090c91:35673 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T21:41:56,522 INFO [RS:0;828b3f090c91:35673 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:56,522 DEBUG [RS:0;828b3f090c91:35673 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:56,523 DEBUG [RS:0;828b3f090c91:35673 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:56,523 DEBUG [RS:0;828b3f090c91:35673 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:56,523 DEBUG [RS:0;828b3f090c91:35673 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:56,523 DEBUG [RS:0;828b3f090c91:35673 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:56,523 DEBUG [RS:0;828b3f090c91:35673 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/828b3f090c91:0, corePoolSize=2, maxPoolSize=2 2024-11-26T21:41:56,523 DEBUG [RS:0;828b3f090c91:35673 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:56,523 DEBUG [RS:0;828b3f090c91:35673 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:56,523 DEBUG [RS:0;828b3f090c91:35673 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:56,523 DEBUG [RS:0;828b3f090c91:35673 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:56,523 DEBUG [RS:0;828b3f090c91:35673 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:56,523 DEBUG [RS:0;828b3f090c91:35673 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:56,523 DEBUG [RS:0;828b3f090c91:35673 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/828b3f090c91:0, corePoolSize=3, maxPoolSize=3 2024-11-26T21:41:56,523 INFO [RS:1;828b3f090c91:45163 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T21:41:56,523 DEBUG [RS:0;828b3f090c91:35673 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/828b3f090c91:0, corePoolSize=3, maxPoolSize=3 2024-11-26T21:41:56,523 INFO [RS:1;828b3f090c91:45163 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T21:41:56,524 INFO [RS:1;828b3f090c91:45163 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:56,524 INFO [RS:0;828b3f090c91:35673 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:56,524 INFO [RS:0;828b3f090c91:35673 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:56,524 INFO [RS:0;828b3f090c91:35673 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:56,524 INFO [RS:0;828b3f090c91:35673 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:56,524 INFO [RS:0;828b3f090c91:35673 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:56,524 INFO [RS:0;828b3f090c91:35673 {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,35673,1732657316212-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T21:41:56,525 INFO [RS:1;828b3f090c91:45163 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T21:41:56,526 INFO [RS:1;828b3f090c91:45163 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T21:41:56,526 INFO [RS:1;828b3f090c91:45163 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:56,526 DEBUG [RS:1;828b3f090c91:45163 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:56,526 DEBUG [RS:1;828b3f090c91:45163 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:56,526 DEBUG [RS:1;828b3f090c91:45163 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:56,526 DEBUG [RS:1;828b3f090c91:45163 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:56,526 DEBUG [RS:1;828b3f090c91:45163 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:56,526 DEBUG [RS:1;828b3f090c91:45163 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/828b3f090c91:0, corePoolSize=2, maxPoolSize=2 2024-11-26T21:41:56,526 DEBUG [RS:1;828b3f090c91:45163 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:56,526 DEBUG [RS:1;828b3f090c91:45163 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:56,526 DEBUG [RS:1;828b3f090c91:45163 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:56,526 DEBUG [RS:1;828b3f090c91:45163 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:56,526 DEBUG [RS:1;828b3f090c91:45163 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:56,526 DEBUG [RS:1;828b3f090c91:45163 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:41:56,526 DEBUG [RS:1;828b3f090c91:45163 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/828b3f090c91:0, corePoolSize=3, maxPoolSize=3 2024-11-26T21:41:56,526 DEBUG [RS:1;828b3f090c91:45163 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/828b3f090c91:0, corePoolSize=3, maxPoolSize=3 2024-11-26T21:41:56,529 INFO [RS:1;828b3f090c91:45163 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:56,529 INFO [RS:1;828b3f090c91:45163 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:56,529 INFO [RS:1;828b3f090c91:45163 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:56,529 INFO [RS:1;828b3f090c91:45163 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:56,529 INFO [RS:1;828b3f090c91:45163 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:56,530 INFO [RS:1;828b3f090c91:45163 {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,45163,1732657316268-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T21:41:56,549 INFO [RS:1;828b3f090c91:45163 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T21:41:56,549 INFO [RS:0;828b3f090c91:35673 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T21:41:56,549 INFO [RS:1;828b3f090c91:45163 {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,45163,1732657316268-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:56,549 INFO [RS:0;828b3f090c91:35673 {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,35673,1732657316212-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:56,549 INFO [RS:1;828b3f090c91:45163 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:56,549 INFO [RS:0;828b3f090c91:35673 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:56,549 INFO [RS:1;828b3f090c91:45163 {}] regionserver.Replication(171): 828b3f090c91,45163,1732657316268 started 2024-11-26T21:41:56,549 INFO [RS:0;828b3f090c91:35673 {}] regionserver.Replication(171): 828b3f090c91,35673,1732657316212 started 2024-11-26T21:41:56,569 INFO [RS:1;828b3f090c91:45163 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:56,569 INFO [RS:0;828b3f090c91:35673 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:56,570 INFO [RS:1;828b3f090c91:45163 {}] regionserver.HRegionServer(1482): Serving as 828b3f090c91,45163,1732657316268, RpcServer on 828b3f090c91/172.17.0.2:45163, sessionid=0x1007dfbdda40002 2024-11-26T21:41:56,570 INFO [RS:0;828b3f090c91:35673 {}] regionserver.HRegionServer(1482): Serving as 828b3f090c91,35673,1732657316212, RpcServer on 828b3f090c91/172.17.0.2:35673, sessionid=0x1007dfbdda40001 2024-11-26T21:41:56,570 DEBUG [RS:1;828b3f090c91:45163 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T21:41:56,570 DEBUG [RS:0;828b3f090c91:35673 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T21:41:56,570 DEBUG [RS:1;828b3f090c91:45163 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 828b3f090c91,45163,1732657316268 2024-11-26T21:41:56,570 DEBUG [RS:0;828b3f090c91:35673 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 828b3f090c91,35673,1732657316212 2024-11-26T21:41:56,570 DEBUG [RS:1;828b3f090c91:45163 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '828b3f090c91,45163,1732657316268' 2024-11-26T21:41:56,570 DEBUG [RS:0;828b3f090c91:35673 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '828b3f090c91,35673,1732657316212' 2024-11-26T21:41:56,570 DEBUG [RS:1;828b3f090c91:45163 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T21:41:56,570 DEBUG [RS:0;828b3f090c91:35673 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T21:41:56,570 DEBUG [RS:0;828b3f090c91:35673 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T21:41:56,570 DEBUG [RS:1;828b3f090c91:45163 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T21:41:56,571 DEBUG [RS:1;828b3f090c91:45163 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T21:41:56,571 DEBUG [RS:0;828b3f090c91:35673 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T21:41:56,571 DEBUG [RS:1;828b3f090c91:45163 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T21:41:56,571 DEBUG [RS:0;828b3f090c91:35673 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T21:41:56,571 DEBUG [RS:0;828b3f090c91:35673 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 828b3f090c91,35673,1732657316212 2024-11-26T21:41:56,571 DEBUG [RS:1;828b3f090c91:45163 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 828b3f090c91,45163,1732657316268 2024-11-26T21:41:56,571 DEBUG [RS:0;828b3f090c91:35673 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '828b3f090c91,35673,1732657316212' 2024-11-26T21:41:56,571 DEBUG [RS:1;828b3f090c91:45163 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '828b3f090c91,45163,1732657316268' 2024-11-26T21:41:56,571 DEBUG [RS:0;828b3f090c91:35673 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T21:41:56,571 DEBUG [RS:1;828b3f090c91:45163 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T21:41:56,571 DEBUG [RS:0;828b3f090c91:35673 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T21:41:56,571 DEBUG [RS:1;828b3f090c91:45163 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T21:41:56,572 DEBUG [RS:0;828b3f090c91:35673 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T21:41:56,572 DEBUG [RS:1;828b3f090c91:45163 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T21:41:56,572 INFO [RS:0;828b3f090c91:35673 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T21:41:56,572 INFO [RS:1;828b3f090c91:45163 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T21:41:56,572 INFO [RS:0;828b3f090c91:35673 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T21:41:56,572 INFO [RS:1;828b3f090c91:45163 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T21:41:56,645 WARN [828b3f090c91:43679 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T21:41:56,672 INFO [RS:1;828b3f090c91:45163 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T21:41:56,672 INFO [RS:0;828b3f090c91:35673 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T21:41:56,674 INFO [RS:0;828b3f090c91:35673 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=828b3f090c91%2C35673%2C1732657316212, suffix=, logDir=hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/WALs/828b3f090c91,35673,1732657316212, archiveDir=hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/oldWALs, maxLogs=32 2024-11-26T21:41:56,674 INFO [RS:1;828b3f090c91:45163 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=828b3f090c91%2C45163%2C1732657316268, suffix=, logDir=hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/WALs/828b3f090c91,45163,1732657316268, archiveDir=hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/oldWALs, maxLogs=32 2024-11-26T21:41:56,690 DEBUG [RS:0;828b3f090c91:35673 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/WALs/828b3f090c91,35673,1732657316212/828b3f090c91%2C35673%2C1732657316212.1732657316675, exclude list is [], retry=0 2024-11-26T21:41:56,691 DEBUG [RS:1;828b3f090c91:45163 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/WALs/828b3f090c91,45163,1732657316268/828b3f090c91%2C45163%2C1732657316268.1732657316675, exclude list is [], retry=0 2024-11-26T21:41:56,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33133,DS-57b01468-2202-455b-a5d1-f57a655dc99c,DISK] 2024-11-26T21:41:56,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36071,DS-68f96402-be40-4c3d-9251-e1f070e26032,DISK] 2024-11-26T21:41:56,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33133,DS-57b01468-2202-455b-a5d1-f57a655dc99c,DISK] 2024-11-26T21:41:56,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36071,DS-68f96402-be40-4c3d-9251-e1f070e26032,DISK] 2024-11-26T21:41:56,698 INFO [RS:0;828b3f090c91:35673 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/WALs/828b3f090c91,35673,1732657316212/828b3f090c91%2C35673%2C1732657316212.1732657316675 2024-11-26T21:41:56,698 INFO [RS:1;828b3f090c91:45163 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/WALs/828b3f090c91,45163,1732657316268/828b3f090c91%2C45163%2C1732657316268.1732657316675 2024-11-26T21:41:56,698 DEBUG [RS:0;828b3f090c91:35673 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38457:38457),(127.0.0.1/127.0.0.1:40631:40631)] 2024-11-26T21:41:56,699 DEBUG [RS:1;828b3f090c91:45163 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40631:40631),(127.0.0.1/127.0.0.1:38457:38457)] 2024-11-26T21:41:56,895 DEBUG [828b3f090c91:43679 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-26T21:41:56,896 DEBUG [828b3f090c91:43679 {}] balancer.BalancerClusterState(204): Hosts are {828b3f090c91=0} racks are {/default-rack=0} 2024-11-26T21:41:56,899 DEBUG [828b3f090c91:43679 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-26T21:41:56,899 DEBUG [828b3f090c91:43679 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-26T21:41:56,899 DEBUG [828b3f090c91:43679 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-26T21:41:56,899 DEBUG [828b3f090c91:43679 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-26T21:41:56,899 INFO [828b3f090c91:43679 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-26T21:41:56,899 INFO [828b3f090c91:43679 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-26T21:41:56,899 DEBUG [828b3f090c91:43679 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T21:41:56,900 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=828b3f090c91,45163,1732657316268 2024-11-26T21:41:56,901 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 828b3f090c91,45163,1732657316268, state=OPENING 2024-11-26T21:41:56,903 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T21:41:56,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45163-0x1007dfbdda40002, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:56,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x1007dfbdda40000, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:56,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35673-0x1007dfbdda40001, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:56,905 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:41:56,905 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T21:41:56,905 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:41:56,905 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:41:56,905 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=828b3f090c91,45163,1732657316268}] 2024-11-26T21:41:57,058 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T21:41:57,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50865, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T21:41:57,063 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T21:41:57,064 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T21:41:57,064 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T21:41:57,065 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=828b3f090c91%2C45163%2C1732657316268.meta, suffix=.meta, logDir=hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/WALs/828b3f090c91,45163,1732657316268, archiveDir=hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/oldWALs, maxLogs=32 2024-11-26T21:41:57,079 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/WALs/828b3f090c91,45163,1732657316268/828b3f090c91%2C45163%2C1732657316268.meta.1732657317066.meta, exclude list is [], retry=0 2024-11-26T21:41:57,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36071,DS-68f96402-be40-4c3d-9251-e1f070e26032,DISK] 2024-11-26T21:41:57,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33133,DS-57b01468-2202-455b-a5d1-f57a655dc99c,DISK] 2024-11-26T21:41:57,083 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/WALs/828b3f090c91,45163,1732657316268/828b3f090c91%2C45163%2C1732657316268.meta.1732657317066.meta 2024-11-26T21:41:57,084 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38457:38457),(127.0.0.1/127.0.0.1:40631:40631)] 2024-11-26T21:41:57,084 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T21:41:57,084 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T21:41:57,085 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T21:41:57,085 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T21:41:57,085 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T21:41:57,085 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:41:57,085 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T21:41:57,085 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T21:41:57,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T21:41:57,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T21:41:57,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:57,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:57,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T21:41:57,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T21:41:57,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:57,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:57,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T21:41:57,090 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T21:41:57,090 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:57,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:57,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T21:41:57,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T21:41:57,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:57,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:41:57,091 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T21:41:57,092 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/data/hbase/meta/1588230740 2024-11-26T21:41:57,093 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/data/hbase/meta/1588230740 2024-11-26T21:41:57,094 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T21:41:57,094 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T21:41:57,095 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T21:41:57,096 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T21:41:57,097 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70379442, jitterRate=0.04873540997505188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T21:41:57,097 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T21:41:57,098 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732657317085Writing region info on filesystem at 1732657317085Initializing all the Stores at 1732657317086 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657317086Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657317086Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657317086Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657317086Cleaning up temporary data from old regions at 1732657317094 (+8 ms)Running coprocessor post-open hooks at 1732657317097 (+3 ms)Region opened successfully at 1732657317098 (+1 ms) 2024-11-26T21:41:57,099 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732657317058 2024-11-26T21:41:57,102 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T21:41:57,102 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T21:41:57,102 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=828b3f090c91,45163,1732657316268 2024-11-26T21:41:57,103 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 828b3f090c91,45163,1732657316268, state=OPEN 2024-11-26T21:41:57,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35673-0x1007dfbdda40001, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T21:41:57,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x1007dfbdda40000, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T21:41:57,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45163-0x1007dfbdda40002, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T21:41:57,105 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=828b3f090c91,45163,1732657316268 2024-11-26T21:41:57,105 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:41:57,105 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:41:57,105 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:41:57,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T21:41:57,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=828b3f090c91,45163,1732657316268 in 200 msec 2024-11-26T21:41:57,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T21:41:57,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 615 msec 2024-11-26T21:41:57,112 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T21:41:57,112 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T21:41:57,113 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T21:41:57,113 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=828b3f090c91,45163,1732657316268, seqNum=-1] 2024-11-26T21:41:57,114 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:41:57,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57521, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:41:57,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 689 msec 2024-11-26T21:41:57,121 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732657317121, completionTime=-1 2024-11-26T21:41:57,121 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-26T21:41:57,121 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T21:41:57,123 INFO [master/828b3f090c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-26T21:41:57,123 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732657377123 2024-11-26T21:41:57,123 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732657437123 2024-11-26T21:41:57,123 INFO [master/828b3f090c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T21:41:57,124 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-26T21:41:57,124 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,43679,1732657316168-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:57,124 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,43679,1732657316168-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:57,124 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,43679,1732657316168-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:57,125 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-828b3f090c91:43679, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:57,125 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:57,125 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:57,127 DEBUG [master/828b3f090c91:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T21:41:57,129 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.824sec 2024-11-26T21:41:57,129 INFO [master/828b3f090c91:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T21:41:57,129 INFO [master/828b3f090c91:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T21:41:57,129 INFO [master/828b3f090c91:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T21:41:57,129 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T21:41:57,129 INFO [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T21:41:57,129 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,43679,1732657316168-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T21:41:57,130 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,43679,1732657316168-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T21:41:57,132 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T21:41:57,132 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T21:41:57,132 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,43679,1732657316168-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:41:57,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22721a70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:41:57,191 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 828b3f090c91,43679,-1 for getting cluster id 2024-11-26T21:41:57,191 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T21:41:57,192 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a73295ff-aa7e-4c57-8fe5-523b71f796bb' 2024-11-26T21:41:57,193 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T21:41:57,193 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a73295ff-aa7e-4c57-8fe5-523b71f796bb" 2024-11-26T21:41:57,194 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@532719fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:41:57,194 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [828b3f090c91,43679,-1] 2024-11-26T21:41:57,194 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T21:41:57,195 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:57,196 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35022, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T21:41:57,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2885c8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:41:57,198 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T21:41:57,199 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=828b3f090c91,45163,1732657316268, seqNum=-1] 2024-11-26T21:41:57,200 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:41:57,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41702, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:41:57,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=828b3f090c91,43679,1732657316168 2024-11-26T21:41:57,204 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T21:41:57,205 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 828b3f090c91,43679,1732657316168 2024-11-26T21:41:57,205 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64fad71b 2024-11-26T21:41:57,205 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T21:41:57,206 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35032, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T21:41:57,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T21:41:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-26T21:41:57,210 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T21:41:57,210 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:57,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-26T21:41:57,211 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T21:41:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T21:41:57,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36071 is added to blk_1073741836_1012 (size=379) 2024-11-26T21:41:57,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33133 is added to blk_1073741836_1012 (size=379) 2024-11-26T21:41:57,221 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6d47d520c1eed03646fdda88b9d0117c, NAME => 'testClearRegionBlockCache,,1732657317207.6d47d520c1eed03646fdda88b9d0117c.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2 2024-11-26T21:41:57,222 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 721c2153cf366f8e530f42a923cc8997, NAME => 'testClearRegionBlockCache,5,1732657317207.721c2153cf366f8e530f42a923cc8997.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2 2024-11-26T21:41:57,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36071 is added to blk_1073741837_1013 (size=61) 2024-11-26T21:41:57,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33133 is added to blk_1073741837_1013 (size=61) 2024-11-26T21:41:57,232 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1732657317207.721c2153cf366f8e530f42a923cc8997.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:41:57,232 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 721c2153cf366f8e530f42a923cc8997, disabling compactions & flushes 2024-11-26T21:41:57,232 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1732657317207.721c2153cf366f8e530f42a923cc8997. 2024-11-26T21:41:57,232 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1732657317207.721c2153cf366f8e530f42a923cc8997. 2024-11-26T21:41:57,232 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1732657317207.721c2153cf366f8e530f42a923cc8997. after waiting 0 ms 2024-11-26T21:41:57,232 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1732657317207.721c2153cf366f8e530f42a923cc8997. 2024-11-26T21:41:57,232 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1732657317207.721c2153cf366f8e530f42a923cc8997. 2024-11-26T21:41:57,232 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 721c2153cf366f8e530f42a923cc8997: Waiting for close lock at 1732657317232Disabling compacts and flushes for region at 1732657317232Disabling writes for close at 1732657317232Writing region close event to WAL at 1732657317232Closed at 1732657317232 2024-11-26T21:41:57,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36071 is added to blk_1073741838_1014 (size=61) 2024-11-26T21:41:57,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33133 is added to blk_1073741838_1014 (size=61) 2024-11-26T21:41:57,242 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1732657317207.6d47d520c1eed03646fdda88b9d0117c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:41:57,242 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 6d47d520c1eed03646fdda88b9d0117c, disabling compactions & flushes 2024-11-26T21:41:57,242 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1732657317207.6d47d520c1eed03646fdda88b9d0117c. 2024-11-26T21:41:57,242 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1732657317207.6d47d520c1eed03646fdda88b9d0117c. 2024-11-26T21:41:57,242 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1732657317207.6d47d520c1eed03646fdda88b9d0117c. after waiting 0 ms 2024-11-26T21:41:57,242 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1732657317207.6d47d520c1eed03646fdda88b9d0117c. 2024-11-26T21:41:57,242 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1732657317207.6d47d520c1eed03646fdda88b9d0117c. 2024-11-26T21:41:57,242 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6d47d520c1eed03646fdda88b9d0117c: Waiting for close lock at 1732657317242Disabling compacts and flushes for region at 1732657317242Disabling writes for close at 1732657317242Writing region close event to WAL at 1732657317242Closed at 1732657317242 2024-11-26T21:41:57,244 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T21:41:57,244 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732657317207.721c2153cf366f8e530f42a923cc8997.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732657317244"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732657317244"}]},"ts":"1732657317244"} 2024-11-26T21:41:57,244 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732657317207.6d47d520c1eed03646fdda88b9d0117c.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732657317244"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732657317244"}]},"ts":"1732657317244"} 2024-11-26T21:41:57,248 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-26T21:41:57,249 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T21:41:57,250 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732657317250"}]},"ts":"1732657317250"} 2024-11-26T21:41:57,252 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-26T21:41:57,252 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {828b3f090c91=0} racks are {/default-rack=0} 2024-11-26T21:41:57,254 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-26T21:41:57,254 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-26T21:41:57,254 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-26T21:41:57,254 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-26T21:41:57,254 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-26T21:41:57,254 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-26T21:41:57,254 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T21:41:57,254 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6d47d520c1eed03646fdda88b9d0117c, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=721c2153cf366f8e530f42a923cc8997, ASSIGN}] 2024-11-26T21:41:57,255 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=721c2153cf366f8e530f42a923cc8997, ASSIGN 2024-11-26T21:41:57,255 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6d47d520c1eed03646fdda88b9d0117c, ASSIGN 2024-11-26T21:41:57,256 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=721c2153cf366f8e530f42a923cc8997, ASSIGN; state=OFFLINE, location=828b3f090c91,35673,1732657316212; forceNewPlan=false, retain=false 2024-11-26T21:41:57,257 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6d47d520c1eed03646fdda88b9d0117c, ASSIGN; state=OFFLINE, location=828b3f090c91,45163,1732657316268; forceNewPlan=false, retain=false 2024-11-26T21:41:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T21:41:57,407 INFO [828b3f090c91:43679 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-26T21:41:57,408 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6d47d520c1eed03646fdda88b9d0117c, regionState=OPENING, regionLocation=828b3f090c91,45163,1732657316268 2024-11-26T21:41:57,408 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=721c2153cf366f8e530f42a923cc8997, regionState=OPENING, regionLocation=828b3f090c91,35673,1732657316212 2024-11-26T21:41:57,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=721c2153cf366f8e530f42a923cc8997, ASSIGN because future has completed 2024-11-26T21:41:57,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 721c2153cf366f8e530f42a923cc8997, server=828b3f090c91,35673,1732657316212}] 2024-11-26T21:41:57,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6d47d520c1eed03646fdda88b9d0117c, ASSIGN because future has completed 2024-11-26T21:41:57,412 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d47d520c1eed03646fdda88b9d0117c, server=828b3f090c91,45163,1732657316268}] 2024-11-26T21:41:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T21:41:57,564 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T21:41:57,566 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50483, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T21:41:57,569 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1732657317207.6d47d520c1eed03646fdda88b9d0117c. 2024-11-26T21:41:57,569 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1732657317207.721c2153cf366f8e530f42a923cc8997. 2024-11-26T21:41:57,569 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 721c2153cf366f8e530f42a923cc8997, NAME => 'testClearRegionBlockCache,5,1732657317207.721c2153cf366f8e530f42a923cc8997.', STARTKEY => '5', ENDKEY => ''} 2024-11-26T21:41:57,569 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d47d520c1eed03646fdda88b9d0117c, NAME => 'testClearRegionBlockCache,,1732657317207.6d47d520c1eed03646fdda88b9d0117c.', STARTKEY => '', ENDKEY => '5'} 2024-11-26T21:41:57,570 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 721c2153cf366f8e530f42a923cc8997 2024-11-26T21:41:57,570 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 6d47d520c1eed03646fdda88b9d0117c 2024-11-26T21:41:57,570 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1732657317207.6d47d520c1eed03646fdda88b9d0117c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:41:57,570 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1732657317207.721c2153cf366f8e530f42a923cc8997.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:41:57,570 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 6d47d520c1eed03646fdda88b9d0117c 2024-11-26T21:41:57,570 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 721c2153cf366f8e530f42a923cc8997 2024-11-26T21:41:57,570 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 6d47d520c1eed03646fdda88b9d0117c 2024-11-26T21:41:57,570 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 721c2153cf366f8e530f42a923cc8997 2024-11-26T21:41:57,571 INFO [StoreOpener-6d47d520c1eed03646fdda88b9d0117c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 6d47d520c1eed03646fdda88b9d0117c 2024-11-26T21:41:57,571 INFO [StoreOpener-721c2153cf366f8e530f42a923cc8997-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 721c2153cf366f8e530f42a923cc8997 2024-11-26T21:41:57,573 INFO [StoreOpener-6d47d520c1eed03646fdda88b9d0117c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d47d520c1eed03646fdda88b9d0117c columnFamilyName family 2024-11-26T21:41:57,573 INFO [StoreOpener-721c2153cf366f8e530f42a923cc8997-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 721c2153cf366f8e530f42a923cc8997 columnFamilyName family 2024-11-26T21:41:57,573 DEBUG [StoreOpener-6d47d520c1eed03646fdda88b9d0117c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:57,573 DEBUG [StoreOpener-721c2153cf366f8e530f42a923cc8997-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:41:57,573 INFO [StoreOpener-721c2153cf366f8e530f42a923cc8997-1 {}] regionserver.HStore(327): Store=721c2153cf366f8e530f42a923cc8997/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:41:57,573 INFO [StoreOpener-6d47d520c1eed03646fdda88b9d0117c-1 {}] regionserver.HStore(327): Store=6d47d520c1eed03646fdda88b9d0117c/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:41:57,573 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 6d47d520c1eed03646fdda88b9d0117c 2024-11-26T21:41:57,573 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 721c2153cf366f8e530f42a923cc8997 2024-11-26T21:41:57,574 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/data/default/testClearRegionBlockCache/6d47d520c1eed03646fdda88b9d0117c 2024-11-26T21:41:57,574 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/data/default/testClearRegionBlockCache/721c2153cf366f8e530f42a923cc8997 2024-11-26T21:41:57,574 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/data/default/testClearRegionBlockCache/6d47d520c1eed03646fdda88b9d0117c 2024-11-26T21:41:57,574 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/data/default/testClearRegionBlockCache/721c2153cf366f8e530f42a923cc8997 2024-11-26T21:41:57,575 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 6d47d520c1eed03646fdda88b9d0117c 2024-11-26T21:41:57,575 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 721c2153cf366f8e530f42a923cc8997 2024-11-26T21:41:57,575 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 6d47d520c1eed03646fdda88b9d0117c 2024-11-26T21:41:57,575 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 721c2153cf366f8e530f42a923cc8997 2024-11-26T21:41:57,576 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 6d47d520c1eed03646fdda88b9d0117c 2024-11-26T21:41:57,576 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 721c2153cf366f8e530f42a923cc8997 2024-11-26T21:41:57,578 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/data/default/testClearRegionBlockCache/721c2153cf366f8e530f42a923cc8997/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T21:41:57,579 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 721c2153cf366f8e530f42a923cc8997; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70320792, jitterRate=0.047861456871032715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T21:41:57,579 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 721c2153cf366f8e530f42a923cc8997 2024-11-26T21:41:57,579 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 721c2153cf366f8e530f42a923cc8997: Running coprocessor pre-open hook at 1732657317570Writing region info on filesystem at 1732657317570Initializing all the Stores at 1732657317571 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657317571Cleaning up temporary data from old regions at 1732657317575 (+4 ms)Running coprocessor post-open hooks at 1732657317579 (+4 ms)Region opened successfully at 1732657317579 2024-11-26T21:41:57,580 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1732657317207.721c2153cf366f8e530f42a923cc8997., pid=7, masterSystemTime=1732657317563 2024-11-26T21:41:57,583 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1732657317207.721c2153cf366f8e530f42a923cc8997. 2024-11-26T21:41:57,583 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1732657317207.721c2153cf366f8e530f42a923cc8997. 2024-11-26T21:41:57,584 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=721c2153cf366f8e530f42a923cc8997, regionState=OPEN, openSeqNum=2, regionLocation=828b3f090c91,35673,1732657316212 2024-11-26T21:41:57,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 721c2153cf366f8e530f42a923cc8997, server=828b3f090c91,35673,1732657316212 because future has completed 2024-11-26T21:41:57,586 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/data/default/testClearRegionBlockCache/6d47d520c1eed03646fdda88b9d0117c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T21:41:57,589 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 6d47d520c1eed03646fdda88b9d0117c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60364257, jitterRate=-0.10050247609615326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T21:41:57,589 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d47d520c1eed03646fdda88b9d0117c 2024-11-26T21:41:57,589 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 6d47d520c1eed03646fdda88b9d0117c: Running coprocessor pre-open hook at 1732657317570Writing region info on filesystem at 1732657317570Initializing all the Stores at 1732657317571 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657317571Cleaning up temporary data from old regions at 1732657317575 (+4 ms)Running coprocessor post-open hooks at 1732657317589 (+14 ms)Region opened successfully at 1732657317589 2024-11-26T21:41:57,593 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1732657317207.6d47d520c1eed03646fdda88b9d0117c., pid=8, masterSystemTime=1732657317566 2024-11-26T21:41:57,596 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1732657317207.6d47d520c1eed03646fdda88b9d0117c. 2024-11-26T21:41:57,596 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1732657317207.6d47d520c1eed03646fdda88b9d0117c. 2024-11-26T21:41:57,596 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-26T21:41:57,596 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 721c2153cf366f8e530f42a923cc8997, server=828b3f090c91,35673,1732657316212 in 183 msec 2024-11-26T21:41:57,596 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6d47d520c1eed03646fdda88b9d0117c, regionState=OPEN, openSeqNum=2, regionLocation=828b3f090c91,45163,1732657316268 2024-11-26T21:41:57,598 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=721c2153cf366f8e530f42a923cc8997, ASSIGN in 342 msec 2024-11-26T21:41:57,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d47d520c1eed03646fdda88b9d0117c, server=828b3f090c91,45163,1732657316268 because future has completed 2024-11-26T21:41:57,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-26T21:41:57,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6d47d520c1eed03646fdda88b9d0117c, server=828b3f090c91,45163,1732657316268 in 189 msec 2024-11-26T21:41:57,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T21:41:57,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6d47d520c1eed03646fdda88b9d0117c, ASSIGN in 350 msec 2024-11-26T21:41:57,609 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T21:41:57,609 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732657317609"}]},"ts":"1732657317609"} 2024-11-26T21:41:57,612 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-26T21:41:57,613 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T21:41:57,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 406 msec 2024-11-26T21:41:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T21:41:57,836 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-26T21:41:57,836 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-26T21:41:57,836 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T21:41:57,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-26T21:41:57,841 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T21:41:57,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-26T21:41:57,845 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1732657317207.6d47d520c1eed03646fdda88b9d0117c., hostname=828b3f090c91,45163,1732657316268, seqNum=2] 2024-11-26T21:41:57,857 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1732657317207.721c2153cf366f8e530f42a923cc8997., hostname=828b3f090c91,35673,1732657316212, seqNum=2] 2024-11-26T21:41:57,857 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:41:57,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45308, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:41:57,869 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 721c2153cf366f8e530f42a923cc8997 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-26T21:41:57,885 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/data/default/testClearRegionBlockCache/721c2153cf366f8e530f42a923cc8997/.tmp/family/1df92bd7dea846d08f2205749e4ec787 is 32, key is 5/family:/1732657317859/Put/seqid=0 2024-11-26T21:41:57,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33133 is added to blk_1073741839_1015 (size=5083) 2024-11-26T21:41:57,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36071 is added to blk_1073741839_1015 (size=5083) 2024-11-26T21:41:57,898 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/data/default/testClearRegionBlockCache/721c2153cf366f8e530f42a923cc8997/.tmp/family/1df92bd7dea846d08f2205749e4ec787 2024-11-26T21:41:57,904 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/data/default/testClearRegionBlockCache/721c2153cf366f8e530f42a923cc8997/.tmp/family/1df92bd7dea846d08f2205749e4ec787 as hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/data/default/testClearRegionBlockCache/721c2153cf366f8e530f42a923cc8997/family/1df92bd7dea846d08f2205749e4ec787 2024-11-26T21:41:57,911 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/data/default/testClearRegionBlockCache/721c2153cf366f8e530f42a923cc8997/family/1df92bd7dea846d08f2205749e4ec787, entries=5, sequenceid=9, filesize=5.0 K 2024-11-26T21:41:57,912 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 721c2153cf366f8e530f42a923cc8997 in 43ms, sequenceid=9, compaction requested=false 2024-11-26T21:41:57,912 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 721c2153cf366f8e530f42a923cc8997: 2024-11-26T21:41:57,912 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6d47d520c1eed03646fdda88b9d0117c 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-26T21:41:57,928 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/data/default/testClearRegionBlockCache/6d47d520c1eed03646fdda88b9d0117c/.tmp/family/494fdd88b70944b8b50e75317394d2c9 is 32, key is 1/family:/1732657317846/Put/seqid=0 2024-11-26T21:41:57,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33133 is added to blk_1073741840_1016 (size=5054) 2024-11-26T21:41:57,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36071 is added to blk_1073741840_1016 (size=5054) 2024-11-26T21:41:57,933 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/data/default/testClearRegionBlockCache/6d47d520c1eed03646fdda88b9d0117c/.tmp/family/494fdd88b70944b8b50e75317394d2c9 2024-11-26T21:41:57,940 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/data/default/testClearRegionBlockCache/6d47d520c1eed03646fdda88b9d0117c/.tmp/family/494fdd88b70944b8b50e75317394d2c9 as hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/data/default/testClearRegionBlockCache/6d47d520c1eed03646fdda88b9d0117c/family/494fdd88b70944b8b50e75317394d2c9 2024-11-26T21:41:57,947 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/data/default/testClearRegionBlockCache/6d47d520c1eed03646fdda88b9d0117c/family/494fdd88b70944b8b50e75317394d2c9, entries=4, sequenceid=8, filesize=4.9 K 2024-11-26T21:41:57,948 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 6d47d520c1eed03646fdda88b9d0117c in 36ms, sequenceid=8, compaction requested=false 2024-11-26T21:41:57,948 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6d47d520c1eed03646fdda88b9d0117c: 2024-11-26T21:41:57,951 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-26T21:41:57,954 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T21:41:57,955 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T21:41:57,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41708, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T21:41:57,956 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45312, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T21:41:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45163 {}] bucket.BucketCache(1863): found 1 blocks for file 494fdd88b70944b8b50e75317394d2c9, starting offset: 0, end offset: 9223372036854775807 2024-11-26T21:41:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45163 {}] bucket.BucketCache(856): removed key 494fdd88b70944b8b50e75317394d2c9_0 from back map with offset lock 2094080 in the evict process 2024-11-26T21:41:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35673 {}] bucket.BucketCache(1863): found 1 blocks for file 1df92bd7dea846d08f2205749e4ec787, starting offset: 0, end offset: 9223372036854775807 2024-11-26T21:41:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35673 {}] bucket.BucketCache(856): removed key 1df92bd7dea846d08f2205749e4ec787_0 from back map with offset lock 2094080 in the evict process 2024-11-26T21:41:57,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T21:41:57,957 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T21:41:57,957 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:41:57,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:57,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:57,957 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T21:41:57,957 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1101607144, stopped=false 2024-11-26T21:41:57,957 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T21:41:57,957 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=828b3f090c91,43679,1732657316168 2024-11-26T21:41:57,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35673-0x1007dfbdda40001, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T21:41:57,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45163-0x1007dfbdda40002, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T21:41:57,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35673-0x1007dfbdda40001, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:57,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45163-0x1007dfbdda40002, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:57,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x1007dfbdda40000, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T21:41:57,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x1007dfbdda40000, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:57,959 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T21:41:57,959 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T21:41:57,959 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:41:57,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:57,959 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '828b3f090c91,35673,1732657316212' ***** 2024-11-26T21:41:57,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35673-0x1007dfbdda40001, quorum=127.0.0.1:58744, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:41:57,959 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T21:41:57,959 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '828b3f090c91,45163,1732657316268' ***** 2024-11-26T21:41:57,959 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T21:41:57,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45163-0x1007dfbdda40002, quorum=127.0.0.1:58744, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:41:57,959 INFO [RS:0;828b3f090c91:35673 {}] bucket.BucketCache(1738): Disabling cache 2024-11-26T21:41:57,960 INFO [RS:0;828b3f090c91:35673 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-26T21:41:57,960 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-26T21:41:57,960 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-26T21:41:57,960 INFO [RS:1;828b3f090c91:45163 {}] bucket.BucketCache(1738): Disabling cache 2024-11-26T21:41:57,960 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-26T21:41:57,960 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-26T21:41:57,960 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-26T21:41:57,960 INFO [RS:1;828b3f090c91:45163 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-26T21:41:57,960 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-26T21:41:57,960 INFO [RS:1;828b3f090c91:45163 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T21:41:57,960 INFO [RS:1;828b3f090c91:45163 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T21:41:57,960 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T21:41:57,960 INFO [RS:1;828b3f090c91:45163 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T21:41:57,960 INFO [RS:1;828b3f090c91:45163 {}] regionserver.HRegionServer(3091): Received CLOSE for 6d47d520c1eed03646fdda88b9d0117c 2024-11-26T21:41:57,960 INFO [RS:0;828b3f090c91:35673 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T21:41:57,960 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43679-0x1007dfbdda40000, quorum=127.0.0.1:58744, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:41:57,961 INFO [RS:0;828b3f090c91:35673 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T21:41:57,961 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T21:41:57,961 INFO [RS:0;828b3f090c91:35673 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T21:41:57,961 INFO [RS:0;828b3f090c91:35673 {}] regionserver.HRegionServer(3091): Received CLOSE for 721c2153cf366f8e530f42a923cc8997 2024-11-26T21:41:57,961 INFO [RS:1;828b3f090c91:45163 {}] regionserver.HRegionServer(959): stopping server 828b3f090c91,45163,1732657316268 2024-11-26T21:41:57,961 INFO [RS:1;828b3f090c91:45163 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T21:41:57,961 INFO [RS:1;828b3f090c91:45163 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;828b3f090c91:45163. 2024-11-26T21:41:57,961 DEBUG [RS:1;828b3f090c91:45163 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:41:57,961 INFO [RS:0;828b3f090c91:35673 {}] regionserver.HRegionServer(959): stopping server 828b3f090c91,35673,1732657316212 2024-11-26T21:41:57,961 DEBUG [RS:1;828b3f090c91:45163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:57,961 INFO [RS:0;828b3f090c91:35673 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T21:41:57,961 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6d47d520c1eed03646fdda88b9d0117c, disabling compactions & flushes 2024-11-26T21:41:57,961 INFO [RS:0;828b3f090c91:35673 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;828b3f090c91:35673. 2024-11-26T21:41:57,961 INFO [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1732657317207.6d47d520c1eed03646fdda88b9d0117c. 2024-11-26T21:41:57,961 INFO [RS:1;828b3f090c91:45163 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T21:41:57,961 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1732657317207.6d47d520c1eed03646fdda88b9d0117c. 2024-11-26T21:41:57,961 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 721c2153cf366f8e530f42a923cc8997, disabling compactions & flushes 2024-11-26T21:41:57,961 INFO [RS:1;828b3f090c91:45163 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T21:41:57,961 DEBUG [RS:0;828b3f090c91:35673 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:41:57,961 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1732657317207.6d47d520c1eed03646fdda88b9d0117c. after waiting 0 ms 2024-11-26T21:41:57,961 INFO [RS:1;828b3f090c91:45163 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T21:41:57,961 DEBUG [RS:0;828b3f090c91:35673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:57,961 INFO [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1732657317207.721c2153cf366f8e530f42a923cc8997. 2024-11-26T21:41:57,961 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1732657317207.6d47d520c1eed03646fdda88b9d0117c. 2024-11-26T21:41:57,961 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1732657317207.721c2153cf366f8e530f42a923cc8997. 2024-11-26T21:41:57,961 INFO [RS:1;828b3f090c91:45163 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T21:41:57,961 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1732657317207.721c2153cf366f8e530f42a923cc8997. after waiting 0 ms 2024-11-26T21:41:57,961 INFO [RS:0;828b3f090c91:35673 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T21:41:57,961 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1732657317207.721c2153cf366f8e530f42a923cc8997. 2024-11-26T21:41:57,961 DEBUG [RS:0;828b3f090c91:35673 {}] regionserver.HRegionServer(1325): Online Regions={721c2153cf366f8e530f42a923cc8997=testClearRegionBlockCache,5,1732657317207.721c2153cf366f8e530f42a923cc8997.} 2024-11-26T21:41:57,961 DEBUG [RS:0;828b3f090c91:35673 {}] regionserver.HRegionServer(1351): Waiting on 721c2153cf366f8e530f42a923cc8997 2024-11-26T21:41:57,962 INFO [RS:1;828b3f090c91:45163 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T21:41:57,962 DEBUG [RS:1;828b3f090c91:45163 {}] regionserver.HRegionServer(1325): Online Regions={6d47d520c1eed03646fdda88b9d0117c=testClearRegionBlockCache,,1732657317207.6d47d520c1eed03646fdda88b9d0117c., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T21:41:57,962 DEBUG [RS:1;828b3f090c91:45163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d47d520c1eed03646fdda88b9d0117c 2024-11-26T21:41:57,962 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T21:41:57,962 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T21:41:57,962 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T21:41:57,962 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T21:41:57,962 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T21:41:57,962 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-26T21:41:57,966 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/data/default/testClearRegionBlockCache/6d47d520c1eed03646fdda88b9d0117c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-26T21:41:57,966 INFO [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1732657317207.6d47d520c1eed03646fdda88b9d0117c. 2024-11-26T21:41:57,967 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6d47d520c1eed03646fdda88b9d0117c: Waiting for close lock at 1732657317961Running coprocessor pre-close hooks at 1732657317961Disabling compacts and flushes for region at 1732657317961Disabling writes for close at 1732657317961Writing region close event to WAL at 1732657317962 (+1 ms)Running coprocessor post-close hooks at 1732657317966 (+4 ms)Closed at 1732657317966 2024-11-26T21:41:57,967 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732657317207.6d47d520c1eed03646fdda88b9d0117c. 2024-11-26T21:41:57,970 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/data/default/testClearRegionBlockCache/721c2153cf366f8e530f42a923cc8997/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-26T21:41:57,971 INFO [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1732657317207.721c2153cf366f8e530f42a923cc8997. 2024-11-26T21:41:57,971 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 721c2153cf366f8e530f42a923cc8997: Waiting for close lock at 1732657317961Running coprocessor pre-close hooks at 1732657317961Disabling compacts and flushes for region at 1732657317961Disabling writes for close at 1732657317961Writing region close event to WAL at 1732657317965 (+4 ms)Running coprocessor post-close hooks at 1732657317971 (+6 ms)Closed at 1732657317971 2024-11-26T21:41:57,971 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732657317207.721c2153cf366f8e530f42a923cc8997. 2024-11-26T21:41:57,983 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/data/hbase/meta/1588230740/.tmp/info/ad12c27a2da34f65911838ac57a3455b is 173, key is testClearRegionBlockCache,5,1732657317207.721c2153cf366f8e530f42a923cc8997./info:regioninfo/1732657317583/Put/seqid=0 2024-11-26T21:41:57,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36071 is added to blk_1073741841_1017 (size=8173) 2024-11-26T21:41:57,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33133 is added to blk_1073741841_1017 (size=8173) 2024-11-26T21:41:57,988 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/data/hbase/meta/1588230740/.tmp/info/ad12c27a2da34f65911838ac57a3455b 2024-11-26T21:41:58,010 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/data/hbase/meta/1588230740/.tmp/ns/477385e852e641028869d079972c6198 is 43, key is default/ns:d/1732657317116/Put/seqid=0 2024-11-26T21:41:58,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36071 is added to blk_1073741842_1018 (size=5153) 2024-11-26T21:41:58,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33133 is added to blk_1073741842_1018 (size=5153) 2024-11-26T21:41:58,015 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/data/hbase/meta/1588230740/.tmp/ns/477385e852e641028869d079972c6198 2024-11-26T21:41:58,030 INFO [regionserver/828b3f090c91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T21:41:58,031 INFO [regionserver/828b3f090c91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T21:41:58,035 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/data/hbase/meta/1588230740/.tmp/table/bcfe2b6732b941bfb8b54f9c1d5ea02b is 61, key is testClearRegionBlockCache/table:state/1732657317609/Put/seqid=0 2024-11-26T21:41:58,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36071 is added to blk_1073741843_1019 (size=5312) 2024-11-26T21:41:58,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33133 is added to blk_1073741843_1019 (size=5312) 2024-11-26T21:41:58,040 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/data/hbase/meta/1588230740/.tmp/table/bcfe2b6732b941bfb8b54f9c1d5ea02b 2024-11-26T21:41:58,046 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/data/hbase/meta/1588230740/.tmp/info/ad12c27a2da34f65911838ac57a3455b as hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/data/hbase/meta/1588230740/info/ad12c27a2da34f65911838ac57a3455b 2024-11-26T21:41:58,052 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/data/hbase/meta/1588230740/info/ad12c27a2da34f65911838ac57a3455b, entries=20, sequenceid=13, filesize=8.0 K 2024-11-26T21:41:58,053 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/data/hbase/meta/1588230740/.tmp/ns/477385e852e641028869d079972c6198 as hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/data/hbase/meta/1588230740/ns/477385e852e641028869d079972c6198 2024-11-26T21:41:58,059 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/data/hbase/meta/1588230740/ns/477385e852e641028869d079972c6198, entries=2, sequenceid=13, filesize=5.0 K 2024-11-26T21:41:58,060 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/data/hbase/meta/1588230740/.tmp/table/bcfe2b6732b941bfb8b54f9c1d5ea02b as hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/data/hbase/meta/1588230740/table/bcfe2b6732b941bfb8b54f9c1d5ea02b 2024-11-26T21:41:58,066 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/data/hbase/meta/1588230740/table/bcfe2b6732b941bfb8b54f9c1d5ea02b, entries=2, sequenceid=13, filesize=5.2 K 2024-11-26T21:41:58,068 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 105ms, sequenceid=13, compaction requested=false 2024-11-26T21:41:58,073 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-26T21:41:58,074 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T21:41:58,074 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T21:41:58,074 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732657317962Running coprocessor pre-close hooks at 1732657317962Disabling compacts and flushes for region at 1732657317962Disabling writes for close at 1732657317962Obtaining lock to block concurrent updates at 1732657317962Preparing flush snapshotting stores in 1588230740 at 1732657317962Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1732657317963 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732657317963Flushing 1588230740/info: creating writer at 1732657317963Flushing 1588230740/info: appending metadata at 1732657317983 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732657317983Flushing 1588230740/ns: creating writer at 1732657317994 (+11 ms)Flushing 1588230740/ns: appending metadata at 1732657318009 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732657318009Flushing 1588230740/table: creating writer at 1732657318020 (+11 ms)Flushing 1588230740/table: appending metadata at 1732657318034 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732657318034Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@334f7e42: reopening flushed file at 1732657318045 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a2f5b1d: reopening flushed file at 1732657318052 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19079f42: reopening flushed file at 1732657318059 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 105ms, sequenceid=13, compaction requested=false at 1732657318068 (+9 ms)Writing region close event to WAL at 1732657318069 (+1 ms)Running coprocessor post-close hooks at 1732657318074 (+5 ms)Closed at 1732657318074 2024-11-26T21:41:58,074 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T21:41:58,161 INFO [RS:0;828b3f090c91:35673 {}] regionserver.HRegionServer(976): stopping server 828b3f090c91,35673,1732657316212; all regions closed. 2024-11-26T21:41:58,162 INFO [RS:1;828b3f090c91:45163 {}] regionserver.HRegionServer(976): stopping server 828b3f090c91,45163,1732657316268; all regions closed. 2024-11-26T21:41:58,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33133 is added to blk_1073741835_1011 (size=4338) 2024-11-26T21:41:58,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36071 is added to blk_1073741833_1009 (size=1867) 2024-11-26T21:41:58,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36071 is added to blk_1073741835_1011 (size=4338) 2024-11-26T21:41:58,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33133 is added to blk_1073741833_1009 (size=1867) 2024-11-26T21:41:58,167 DEBUG [RS:1;828b3f090c91:45163 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/oldWALs 2024-11-26T21:41:58,167 INFO [RS:1;828b3f090c91:45163 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 828b3f090c91%2C45163%2C1732657316268.meta:.meta(num 1732657317066) 2024-11-26T21:41:58,168 DEBUG [RS:0;828b3f090c91:35673 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/oldWALs 2024-11-26T21:41:58,168 INFO [RS:0;828b3f090c91:35673 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 828b3f090c91%2C35673%2C1732657316212:(num 1732657316675) 2024-11-26T21:41:58,168 DEBUG [RS:0;828b3f090c91:35673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:58,168 INFO [RS:0;828b3f090c91:35673 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T21:41:58,168 INFO [RS:0;828b3f090c91:35673 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T21:41:58,168 INFO [RS:0;828b3f090c91:35673 {}] hbase.ChoreService(370): Chore service for: regionserver/828b3f090c91:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T21:41:58,168 INFO [RS:0;828b3f090c91:35673 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T21:41:58,168 INFO [RS:0;828b3f090c91:35673 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T21:41:58,168 INFO [RS:0;828b3f090c91:35673 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T21:41:58,168 INFO [regionserver/828b3f090c91:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T21:41:58,168 INFO [RS:0;828b3f090c91:35673 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T21:41:58,168 INFO [RS:0;828b3f090c91:35673 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35673 2024-11-26T21:41:58,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35673-0x1007dfbdda40001, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/828b3f090c91,35673,1732657316212 2024-11-26T21:41:58,170 INFO [RS:0;828b3f090c91:35673 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T21:41:58,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x1007dfbdda40000, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T21:41:58,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36071 is added to blk_1073741834_1010 (size=1758) 2024-11-26T21:41:58,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33133 is added to blk_1073741834_1010 (size=1758) 2024-11-26T21:41:58,171 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [828b3f090c91,35673,1732657316212] 2024-11-26T21:41:58,172 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/828b3f090c91,35673,1732657316212 already deleted, retry=false 2024-11-26T21:41:58,172 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 828b3f090c91,35673,1732657316212 expired; onlineServers=1 2024-11-26T21:41:58,173 DEBUG [RS:1;828b3f090c91:45163 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/oldWALs 2024-11-26T21:41:58,173 INFO [RS:1;828b3f090c91:45163 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 828b3f090c91%2C45163%2C1732657316268:(num 1732657316675) 2024-11-26T21:41:58,173 DEBUG [RS:1;828b3f090c91:45163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:41:58,173 INFO [RS:1;828b3f090c91:45163 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T21:41:58,173 INFO [RS:1;828b3f090c91:45163 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T21:41:58,173 INFO [RS:1;828b3f090c91:45163 {}] hbase.ChoreService(370): Chore service for: regionserver/828b3f090c91:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T21:41:58,173 INFO [RS:1;828b3f090c91:45163 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T21:41:58,173 INFO [regionserver/828b3f090c91:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T21:41:58,173 INFO [RS:1;828b3f090c91:45163 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45163 2024-11-26T21:41:58,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x1007dfbdda40000, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T21:41:58,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45163-0x1007dfbdda40002, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/828b3f090c91,45163,1732657316268 2024-11-26T21:41:58,174 INFO [RS:1;828b3f090c91:45163 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T21:41:58,175 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [828b3f090c91,45163,1732657316268] 2024-11-26T21:41:58,176 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/828b3f090c91,45163,1732657316268 already deleted, retry=false 2024-11-26T21:41:58,176 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 828b3f090c91,45163,1732657316268 expired; onlineServers=0 2024-11-26T21:41:58,176 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '828b3f090c91,43679,1732657316168' ***** 2024-11-26T21:41:58,176 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T21:41:58,176 INFO [M:0;828b3f090c91:43679 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T21:41:58,176 INFO [M:0;828b3f090c91:43679 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T21:41:58,176 DEBUG [M:0;828b3f090c91:43679 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T21:41:58,176 DEBUG [M:0;828b3f090c91:43679 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T21:41:58,176 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T21:41:58,176 DEBUG [master/828b3f090c91:0:becomeActiveMaster-HFileCleaner.small.0-1732657316436 {}] cleaner.HFileCleaner(306): Exit Thread[master/828b3f090c91:0:becomeActiveMaster-HFileCleaner.small.0-1732657316436,5,FailOnTimeoutGroup] 2024-11-26T21:41:58,176 DEBUG [master/828b3f090c91:0:becomeActiveMaster-HFileCleaner.large.0-1732657316436 {}] cleaner.HFileCleaner(306): Exit Thread[master/828b3f090c91:0:becomeActiveMaster-HFileCleaner.large.0-1732657316436,5,FailOnTimeoutGroup] 2024-11-26T21:41:58,176 INFO [M:0;828b3f090c91:43679 {}] hbase.ChoreService(370): Chore service for: master/828b3f090c91:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T21:41:58,176 INFO [M:0;828b3f090c91:43679 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T21:41:58,176 DEBUG [M:0;828b3f090c91:43679 {}] master.HMaster(1795): Stopping service threads 2024-11-26T21:41:58,176 INFO [M:0;828b3f090c91:43679 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T21:41:58,177 INFO [M:0;828b3f090c91:43679 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T21:41:58,177 INFO [M:0;828b3f090c91:43679 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T21:41:58,177 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T21:41:58,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x1007dfbdda40000, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-26T21:41:58,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x1007dfbdda40000, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:41:58,177 DEBUG [M:0;828b3f090c91:43679 {}] zookeeper.ZKUtil(347): master:43679-0x1007dfbdda40000, quorum=127.0.0.1:58744, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-26T21:41:58,177 WARN [M:0;828b3f090c91:43679 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T21:41:58,178 INFO [M:0;828b3f090c91:43679 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/.lastflushedseqids 2024-11-26T21:41:58,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36071 is added to blk_1073741844_1020 (size=191) 2024-11-26T21:41:58,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33133 is added to blk_1073741844_1020 (size=191) 2024-11-26T21:41:58,186 INFO [M:0;828b3f090c91:43679 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T21:41:58,186 INFO [M:0;828b3f090c91:43679 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T21:41:58,186 DEBUG [M:0;828b3f090c91:43679 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T21:41:58,186 INFO [M:0;828b3f090c91:43679 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:41:58,186 DEBUG [M:0;828b3f090c91:43679 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:41:58,186 DEBUG [M:0;828b3f090c91:43679 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T21:41:58,186 DEBUG [M:0;828b3f090c91:43679 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:41:58,186 INFO [M:0;828b3f090c91:43679 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.62 KB heapSize=37.03 KB 2024-11-26T21:41:58,207 DEBUG [M:0;828b3f090c91:43679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/622e4fc603024644893ac3b8d23dfd70 is 82, key is hbase:meta,,1/info:regioninfo/1732657317102/Put/seqid=0 2024-11-26T21:41:58,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36071 is added to blk_1073741845_1021 (size=5672) 2024-11-26T21:41:58,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33133 is added to blk_1073741845_1021 (size=5672) 2024-11-26T21:41:58,213 INFO [M:0;828b3f090c91:43679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/622e4fc603024644893ac3b8d23dfd70 2024-11-26T21:41:58,233 DEBUG [M:0;828b3f090c91:43679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91cc22c6c3764468948eba8c0a366346 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732657317614/Put/seqid=0 2024-11-26T21:41:58,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36071 is added to blk_1073741846_1022 (size=6218) 2024-11-26T21:41:58,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33133 is added to blk_1073741846_1022 (size=6218) 2024-11-26T21:41:58,239 INFO [M:0;828b3f090c91:43679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91cc22c6c3764468948eba8c0a366346 2024-11-26T21:41:58,257 DEBUG [M:0;828b3f090c91:43679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/766f08986e90406c942870ce5718d3be is 69, key is 828b3f090c91,35673,1732657316212/rs:state/1732657316510/Put/seqid=0 2024-11-26T21:41:58,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33133 is added to blk_1073741847_1023 (size=5224) 2024-11-26T21:41:58,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36071 is added to blk_1073741847_1023 (size=5224) 2024-11-26T21:41:58,262 INFO [M:0;828b3f090c91:43679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/766f08986e90406c942870ce5718d3be 2024-11-26T21:41:58,268 DEBUG [M:0;828b3f090c91:43679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/622e4fc603024644893ac3b8d23dfd70 as hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/622e4fc603024644893ac3b8d23dfd70 2024-11-26T21:41:58,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35673-0x1007dfbdda40001, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:41:58,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35673-0x1007dfbdda40001, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:41:58,271 INFO [RS:0;828b3f090c91:35673 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T21:41:58,271 INFO [RS:0;828b3f090c91:35673 {}] regionserver.HRegionServer(1031): Exiting; stopping=828b3f090c91,35673,1732657316212; zookeeper connection closed. 2024-11-26T21:41:58,271 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@408a16c1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@408a16c1 2024-11-26T21:41:58,273 INFO [M:0;828b3f090c91:43679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/622e4fc603024644893ac3b8d23dfd70, entries=8, sequenceid=71, filesize=5.5 K 2024-11-26T21:41:58,274 DEBUG [M:0;828b3f090c91:43679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91cc22c6c3764468948eba8c0a366346 as hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/91cc22c6c3764468948eba8c0a366346 2024-11-26T21:41:58,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45163-0x1007dfbdda40002, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:41:58,275 INFO [RS:1;828b3f090c91:45163 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T21:41:58,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45163-0x1007dfbdda40002, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:41:58,275 INFO [RS:1;828b3f090c91:45163 {}] regionserver.HRegionServer(1031): Exiting; stopping=828b3f090c91,45163,1732657316268; zookeeper connection closed. 2024-11-26T21:41:58,276 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@184e51bc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@184e51bc 2024-11-26T21:41:58,276 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-26T21:41:58,279 INFO [M:0;828b3f090c91:43679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/91cc22c6c3764468948eba8c0a366346, entries=8, sequenceid=71, filesize=6.1 K 2024-11-26T21:41:58,281 DEBUG [M:0;828b3f090c91:43679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/766f08986e90406c942870ce5718d3be as hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/766f08986e90406c942870ce5718d3be 2024-11-26T21:41:58,286 INFO [M:0;828b3f090c91:43679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45155/user/jenkins/test-data/ae195bff-1c76-3c92-3df6-3704d3c5d3c2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/766f08986e90406c942870ce5718d3be, entries=2, sequenceid=71, filesize=5.1 K 2024-11-26T21:41:58,287 INFO [M:0;828b3f090c91:43679 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.62 KB/30330, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 101ms, sequenceid=71, compaction requested=false 2024-11-26T21:41:58,288 INFO [M:0;828b3f090c91:43679 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:41:58,288 DEBUG [M:0;828b3f090c91:43679 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732657318186Disabling compacts and flushes for region at 1732657318186Disabling writes for close at 1732657318186Obtaining lock to block concurrent updates at 1732657318186Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732657318186Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30330, getHeapSize=37856, getOffHeapSize=0, getCellsCount=86 at 1732657318187 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732657318187Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732657318187Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732657318207 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732657318207Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732657318217 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732657318233 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732657318233Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732657318243 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732657318256 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732657318257 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34333a3b: reopening flushed file at 1732657318267 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c85a7b: reopening flushed file at 1732657318274 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5016a557: reopening flushed file at 1732657318280 (+6 ms)Finished flush of dataSize ~29.62 KB/30330, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 101ms, sequenceid=71, compaction requested=false at 1732657318287 (+7 ms)Writing region close event to WAL at 1732657318288 (+1 ms)Closed at 1732657318288 2024-11-26T21:41:58,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36071 is added to blk_1073741830_1006 (size=35477) 2024-11-26T21:41:58,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33133 is added to blk_1073741830_1006 (size=35477) 2024-11-26T21:41:58,291 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T21:41:58,291 INFO [M:0;828b3f090c91:43679 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T21:41:58,292 INFO [M:0;828b3f090c91:43679 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43679 2024-11-26T21:41:58,292 INFO [M:0;828b3f090c91:43679 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T21:41:58,393 INFO [M:0;828b3f090c91:43679 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T21:41:58,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x1007dfbdda40000, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:41:58,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x1007dfbdda40000, quorum=127.0.0.1:58744, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:41:58,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2eee1630{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:41:58,398 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a2bdef8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T21:41:58,398 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T21:41:58,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d5b4ccf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T21:41:58,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23187454{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc916c-2828-1675-9b80-298b4160f8d7/hadoop.log.dir/,STOPPED} 2024-11-26T21:41:58,399 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T21:41:58,399 WARN [BP-342051025-172.17.0.2-1732657315472 heartbeating to localhost/127.0.0.1:45155 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T21:41:58,399 WARN [BP-342051025-172.17.0.2-1732657315472 heartbeating to localhost/127.0.0.1:45155 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-342051025-172.17.0.2-1732657315472 (Datanode Uuid 75db473a-1af5-48e7-b7b6-00d9d8db769f) service to localhost/127.0.0.1:45155 2024-11-26T21:41:58,399 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T21:41:58,400 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc916c-2828-1675-9b80-298b4160f8d7/cluster_4be8d042-4f05-87f5-7282-0ac8a8310b76/data/data3/current/BP-342051025-172.17.0.2-1732657315472 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:41:58,400 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc916c-2828-1675-9b80-298b4160f8d7/cluster_4be8d042-4f05-87f5-7282-0ac8a8310b76/data/data4/current/BP-342051025-172.17.0.2-1732657315472 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:41:58,400 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T21:41:58,403 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d04b9de{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:41:58,403 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@224d090a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T21:41:58,403 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T21:41:58,403 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1141ed14{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T21:41:58,403 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ff2a986{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc916c-2828-1675-9b80-298b4160f8d7/hadoop.log.dir/,STOPPED} 2024-11-26T21:41:58,405 WARN [BP-342051025-172.17.0.2-1732657315472 heartbeating to localhost/127.0.0.1:45155 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T21:41:58,405 WARN [BP-342051025-172.17.0.2-1732657315472 heartbeating to localhost/127.0.0.1:45155 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-342051025-172.17.0.2-1732657315472 (Datanode Uuid c3e000ea-b276-4773-b3fd-e4f7df06a570) service to localhost/127.0.0.1:45155 2024-11-26T21:41:58,406 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc916c-2828-1675-9b80-298b4160f8d7/cluster_4be8d042-4f05-87f5-7282-0ac8a8310b76/data/data1/current/BP-342051025-172.17.0.2-1732657315472 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:41:58,406 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc916c-2828-1675-9b80-298b4160f8d7/cluster_4be8d042-4f05-87f5-7282-0ac8a8310b76/data/data2/current/BP-342051025-172.17.0.2-1732657315472 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:41:58,406 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T21:41:58,406 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T21:41:58,406 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T21:41:58,413 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6648900{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T21:41:58,414 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65394ffc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T21:41:58,414 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T21:41:58,414 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54d5f857{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T21:41:58,414 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@144229a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6edc916c-2828-1675-9b80-298b4160f8d7/hadoop.log.dir/,STOPPED} 2024-11-26T21:41:58,420 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T21:41:58,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T21:41:58,446 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=192 (was 173) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:45155 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1815995009) connection to localhost/127.0.0.1:45155 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1815995009) connection to localhost/127.0.0.1:45155 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:45155 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1815995009) connection to localhost/127.0.0.1:45155 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1815995009) connection to localhost/127.0.0.1:45155 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45155 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=558 (was 529) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=266 (was 246) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10029 (was 10194)