2024-11-13 18:24:06,439 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-13 18:24:06,462 main DEBUG Took 0.020644 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-13 18:24:06,462 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-13 18:24:06,463 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-13 18:24:06,464 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-13 18:24:06,465 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:24:06,477 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-13 18:24:06,493 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:24:06,495 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:24:06,495 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:24:06,496 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:24:06,496 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:24:06,497 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:24:06,498 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:24:06,498 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:24:06,499 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:24:06,499 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:24:06,500 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:24:06,501 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:24:06,501 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:24:06,502 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:24:06,502 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:24:06,502 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:24:06,503 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:24:06,503 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:24:06,503 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:24:06,504 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:24:06,504 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:24:06,504 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:24:06,505 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:24:06,505 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 18:24:06,505 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:24:06,505 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-13 18:24:06,507 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 18:24:06,509 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-13 18:24:06,510 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-13 18:24:06,511 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-13 18:24:06,512 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-13 18:24:06,512 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-13 18:24:06,520 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-13 18:24:06,523 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-13 18:24:06,524 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-13 18:24:06,524 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-13 18:24:06,525 main DEBUG createAppenders(={Console}) 2024-11-13 18:24:06,526 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-11-13 18:24:06,526 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-13 18:24:06,526 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-11-13 18:24:06,527 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-13 18:24:06,527 main DEBUG OutputStream closed 2024-11-13 18:24:06,527 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-13 18:24:06,527 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-13 18:24:06,528 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-11-13 18:24:06,612 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-13 18:24:06,615 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-13 18:24:06,617 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-13 18:24:06,618 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-13 18:24:06,619 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-13 18:24:06,619 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-13 18:24:06,620 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-13 18:24:06,620 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-13 18:24:06,621 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-13 18:24:06,621 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-13 18:24:06,621 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-13 18:24:06,622 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-13 18:24:06,622 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-13 18:24:06,623 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-13 18:24:06,623 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-13 18:24:06,624 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-13 18:24:06,624 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-13 18:24:06,625 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-13 18:24:06,627 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13 18:24:06,628 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-11-13 18:24:06,628 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-13 18:24:06,629 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-11-13T18:24:06,651 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-13 18:24:06,655 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-13 18:24:06,656 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13T18:24:06,734 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=247, ProcessCount=11, AvailableMemoryMB=2976 2024-11-13T18:24:07,008 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e464cb-c294-84b9-a280-3bd06dda122f 2024-11-13T18:24:07,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T18:24:07,026 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e464cb-c294-84b9-a280-3bd06dda122f/cluster_8c2e5f1d-12ed-842a-dd4c-d84de2d3f02d, deleteOnExit=true 2024-11-13T18:24:07,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T18:24:07,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e464cb-c294-84b9-a280-3bd06dda122f/test.cache.data in system properties and HBase conf 2024-11-13T18:24:07,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e464cb-c294-84b9-a280-3bd06dda122f/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T18:24:07,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e464cb-c294-84b9-a280-3bd06dda122f/hadoop.log.dir in system properties and HBase conf 2024-11-13T18:24:07,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e464cb-c294-84b9-a280-3bd06dda122f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T18:24:07,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e464cb-c294-84b9-a280-3bd06dda122f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T18:24:07,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T18:24:07,120 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-13T18:24:07,218 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T18:24:07,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e464cb-c294-84b9-a280-3bd06dda122f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:24:07,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e464cb-c294-84b9-a280-3bd06dda122f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:24:07,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e464cb-c294-84b9-a280-3bd06dda122f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T18:24:07,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e464cb-c294-84b9-a280-3bd06dda122f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:24:07,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e464cb-c294-84b9-a280-3bd06dda122f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T18:24:07,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e464cb-c294-84b9-a280-3bd06dda122f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T18:24:07,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e464cb-c294-84b9-a280-3bd06dda122f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:24:07,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e464cb-c294-84b9-a280-3bd06dda122f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:24:07,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e464cb-c294-84b9-a280-3bd06dda122f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T18:24:07,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e464cb-c294-84b9-a280-3bd06dda122f/nfs.dump.dir in system properties and HBase conf 2024-11-13T18:24:07,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e464cb-c294-84b9-a280-3bd06dda122f/java.io.tmpdir in system properties and HBase conf 2024-11-13T18:24:07,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e464cb-c294-84b9-a280-3bd06dda122f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:24:07,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e464cb-c294-84b9-a280-3bd06dda122f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T18:24:07,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e464cb-c294-84b9-a280-3bd06dda122f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T18:24:08,175 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T18:24:08,259 INFO [Time-limited test {}] log.Log(170): Logging initialized @2590ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-13T18:24:08,343 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:24:08,415 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:24:08,444 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:24:08,444 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:24:08,446 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T18:24:08,463 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:24:08,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e464cb-c294-84b9-a280-3bd06dda122f/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:24:08,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:24:08,696 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e464cb-c294-84b9-a280-3bd06dda122f/java.io.tmpdir/jetty-localhost-39643-hadoop-hdfs-3_4_1-tests_jar-_-any-2992972506909018199/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:24:08,710 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:39643} 2024-11-13T18:24:08,710 INFO [Time-limited test {}] server.Server(415): Started @3042ms 2024-11-13T18:24:09,142 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:24:09,152 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:24:09,153 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:24:09,154 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:24:09,154 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:24:09,158 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18d551c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e464cb-c294-84b9-a280-3bd06dda122f/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:24:09,158 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@684a1a54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:24:09,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bc3e688{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e464cb-c294-84b9-a280-3bd06dda122f/java.io.tmpdir/jetty-localhost-45103-hadoop-hdfs-3_4_1-tests_jar-_-any-16418676307430543509/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:24:09,304 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21b0fe12{HTTP/1.1, (http/1.1)}{localhost:45103} 2024-11-13T18:24:09,304 INFO [Time-limited test {}] server.Server(415): Started @3636ms 2024-11-13T18:24:09,362 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:24:09,519 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:24:09,528 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:24:09,547 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:24:09,547 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:24:09,547 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T18:24:09,555 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@727c4888{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e464cb-c294-84b9-a280-3bd06dda122f/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:24:09,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b611e38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:24:09,715 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5acf7a93{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e464cb-c294-84b9-a280-3bd06dda122f/java.io.tmpdir/jetty-localhost-38449-hadoop-hdfs-3_4_1-tests_jar-_-any-1968619644347459812/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:24:09,716 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52bff630{HTTP/1.1, (http/1.1)}{localhost:38449} 2024-11-13T18:24:09,717 INFO [Time-limited test {}] server.Server(415): Started @4049ms 2024-11-13T18:24:09,721 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:24:09,947 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e464cb-c294-84b9-a280-3bd06dda122f/cluster_8c2e5f1d-12ed-842a-dd4c-d84de2d3f02d/data/data1/current/BP-1661145802-172.17.0.3-1731522247918/current, will proceed with Du for space computation calculation, 2024-11-13T18:24:09,947 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e464cb-c294-84b9-a280-3bd06dda122f/cluster_8c2e5f1d-12ed-842a-dd4c-d84de2d3f02d/data/data3/current/BP-1661145802-172.17.0.3-1731522247918/current, will proceed with Du for space computation calculation, 2024-11-13T18:24:09,951 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e464cb-c294-84b9-a280-3bd06dda122f/cluster_8c2e5f1d-12ed-842a-dd4c-d84de2d3f02d/data/data2/current/BP-1661145802-172.17.0.3-1731522247918/current, will proceed with Du for space computation calculation, 2024-11-13T18:24:09,954 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e464cb-c294-84b9-a280-3bd06dda122f/cluster_8c2e5f1d-12ed-842a-dd4c-d84de2d3f02d/data/data4/current/BP-1661145802-172.17.0.3-1731522247918/current, will proceed with Du for space computation calculation, 2024-11-13T18:24:10,067 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:24:10,067 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:24:10,138 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x798cb07e149962d1 with lease ID 0x7e67a1b6341c8cd8: Processing first storage report for DS-f144953f-0ab9-4b66-8b58-c6af0b614f48 from datanode DatanodeRegistration(127.0.0.1:40289, datanodeUuid=0d1b79c0-b501-4f09-b88a-160c5d0cebac, infoPort=34253, infoSecurePort=0, ipcPort=35143, storageInfo=lv=-57;cid=testClusterID;nsid=1777905080;c=1731522247918) 2024-11-13T18:24:10,140 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x798cb07e149962d1 with lease ID 0x7e67a1b6341c8cd8: from storage DS-f144953f-0ab9-4b66-8b58-c6af0b614f48 node DatanodeRegistration(127.0.0.1:40289, datanodeUuid=0d1b79c0-b501-4f09-b88a-160c5d0cebac, infoPort=34253, infoSecurePort=0, ipcPort=35143, storageInfo=lv=-57;cid=testClusterID;nsid=1777905080;c=1731522247918), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T18:24:10,140 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc71ea78c6c3f83b4 with lease ID 0x7e67a1b6341c8cd9: Processing first storage report for DS-c5e2d5d3-c58d-4d6c-8ade-0a7a8c69c772 from datanode DatanodeRegistration(127.0.0.1:38641, datanodeUuid=9a59c926-2d62-4ae3-96d0-b563500174c2, infoPort=41647, infoSecurePort=0, ipcPort=46579, storageInfo=lv=-57;cid=testClusterID;nsid=1777905080;c=1731522247918) 2024-11-13T18:24:10,140 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc71ea78c6c3f83b4 with lease ID 0x7e67a1b6341c8cd9: from storage DS-c5e2d5d3-c58d-4d6c-8ade-0a7a8c69c772 node DatanodeRegistration(127.0.0.1:38641, datanodeUuid=9a59c926-2d62-4ae3-96d0-b563500174c2, infoPort=41647, infoSecurePort=0, ipcPort=46579, storageInfo=lv=-57;cid=testClusterID;nsid=1777905080;c=1731522247918), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:24:10,141 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x798cb07e149962d1 with lease ID 0x7e67a1b6341c8cd8: Processing first storage report for DS-9d353ef3-d061-4833-a295-25dd9d9eaf69 from datanode DatanodeRegistration(127.0.0.1:40289, datanodeUuid=0d1b79c0-b501-4f09-b88a-160c5d0cebac, infoPort=34253, infoSecurePort=0, ipcPort=35143, storageInfo=lv=-57;cid=testClusterID;nsid=1777905080;c=1731522247918) 2024-11-13T18:24:10,141 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x798cb07e149962d1 with lease ID 0x7e67a1b6341c8cd8: from storage DS-9d353ef3-d061-4833-a295-25dd9d9eaf69 node DatanodeRegistration(127.0.0.1:40289, datanodeUuid=0d1b79c0-b501-4f09-b88a-160c5d0cebac, infoPort=34253, infoSecurePort=0, ipcPort=35143, storageInfo=lv=-57;cid=testClusterID;nsid=1777905080;c=1731522247918), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:24:10,141 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc71ea78c6c3f83b4 with lease ID 0x7e67a1b6341c8cd9: Processing first storage report for DS-0956dd07-eb12-49f5-9f8d-9cb449ab8404 from datanode DatanodeRegistration(127.0.0.1:38641, datanodeUuid=9a59c926-2d62-4ae3-96d0-b563500174c2, infoPort=41647, infoSecurePort=0, ipcPort=46579, storageInfo=lv=-57;cid=testClusterID;nsid=1777905080;c=1731522247918) 2024-11-13T18:24:10,141 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc71ea78c6c3f83b4 with lease ID 0x7e67a1b6341c8cd9: from storage DS-0956dd07-eb12-49f5-9f8d-9cb449ab8404 node DatanodeRegistration(127.0.0.1:38641, datanodeUuid=9a59c926-2d62-4ae3-96d0-b563500174c2, infoPort=41647, infoSecurePort=0, ipcPort=46579, storageInfo=lv=-57;cid=testClusterID;nsid=1777905080;c=1731522247918), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:24:10,239 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e464cb-c294-84b9-a280-3bd06dda122f 2024-11-13T18:24:10,329 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e464cb-c294-84b9-a280-3bd06dda122f/cluster_8c2e5f1d-12ed-842a-dd4c-d84de2d3f02d/zookeeper_0, clientPort=55084, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e464cb-c294-84b9-a280-3bd06dda122f/cluster_8c2e5f1d-12ed-842a-dd4c-d84de2d3f02d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e464cb-c294-84b9-a280-3bd06dda122f/cluster_8c2e5f1d-12ed-842a-dd4c-d84de2d3f02d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T18:24:10,349 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55084 2024-11-13T18:24:10,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:10,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:10,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:24:10,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:24:11,116 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb with version=8 2024-11-13T18:24:11,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/hbase-staging 2024-11-13T18:24:11,220 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-13T18:24:11,500 INFO [Time-limited test {}] client.ConnectionUtils(128): master/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:24:11,513 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:11,513 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:11,520 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:24:11,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:11,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:24:11,692 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T18:24:11,762 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-13T18:24:11,771 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-13T18:24:11,775 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:24:11,805 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 5423 (auto-detected) 2024-11-13T18:24:11,806 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-13T18:24:11,828 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34723 2024-11-13T18:24:11,854 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34723 connecting to ZooKeeper ensemble=127.0.0.1:55084 2024-11-13T18:24:11,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347230x0, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:24:11,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34723-0x100ed57baec0000 connected 2024-11-13T18:24:11,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:11,944 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:11,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34723-0x100ed57baec0000, quorum=127.0.0.1:55084, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:24:11,964 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb, hbase.cluster.distributed=false 2024-11-13T18:24:11,995 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34723-0x100ed57baec0000, quorum=127.0.0.1:55084, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T18:24:12,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34723 2024-11-13T18:24:12,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34723 2024-11-13T18:24:12,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34723 2024-11-13T18:24:12,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34723 2024-11-13T18:24:12,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34723 2024-11-13T18:24:12,149 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:24:12,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:12,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:12,153 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:24:12,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:12,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:24:12,157 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:24:12,161 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:24:12,166 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42197 2024-11-13T18:24:12,169 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42197 connecting to ZooKeeper ensemble=127.0.0.1:55084 2024-11-13T18:24:12,171 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:12,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:12,184 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421970x0, quorum=127.0.0.1:55084, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:24:12,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421970x0, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:24:12,190 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:24:12,195 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42197-0x100ed57baec0001 connected 2024-11-13T18:24:12,202 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:24:12,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42197-0x100ed57baec0001, quorum=127.0.0.1:55084, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T18:24:12,211 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42197-0x100ed57baec0001, quorum=127.0.0.1:55084, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T18:24:12,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42197 2024-11-13T18:24:12,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42197 2024-11-13T18:24:12,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42197 2024-11-13T18:24:12,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42197 2024-11-13T18:24:12,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42197 2024-11-13T18:24:12,254 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:24:12,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:12,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:12,256 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:24:12,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:12,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:24:12,256 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:24:12,257 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:24:12,257 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44587 2024-11-13T18:24:12,259 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44587 connecting to ZooKeeper ensemble=127.0.0.1:55084 2024-11-13T18:24:12,260 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:12,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:12,273 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445870x0, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:24:12,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44587-0x100ed57baec0002 connected 2024-11-13T18:24:12,274 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44587-0x100ed57baec0002, quorum=127.0.0.1:55084, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:24:12,275 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:24:12,276 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:24:12,278 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44587-0x100ed57baec0002, quorum=127.0.0.1:55084, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T18:24:12,280 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44587-0x100ed57baec0002, quorum=127.0.0.1:55084, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T18:24:12,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44587 2024-11-13T18:24:12,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44587 2024-11-13T18:24:12,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44587 2024-11-13T18:24:12,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44587 2024-11-13T18:24:12,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44587 2024-11-13T18:24:12,299 DEBUG [M:0;39e84130bbc9:34723 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;39e84130bbc9:34723 2024-11-13T18:24:12,300 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/39e84130bbc9,34723,1731522251276 2024-11-13T18:24:12,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34723-0x100ed57baec0000, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:24:12,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42197-0x100ed57baec0001, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:24:12,308 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44587-0x100ed57baec0002, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:24:12,311 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34723-0x100ed57baec0000, quorum=127.0.0.1:55084, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/39e84130bbc9,34723,1731522251276 2024-11-13T18:24:12,341 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44587-0x100ed57baec0002, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T18:24:12,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34723-0x100ed57baec0000, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:12,342 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44587-0x100ed57baec0002, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:12,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42197-0x100ed57baec0001, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T18:24:12,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42197-0x100ed57baec0001, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:12,343 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34723-0x100ed57baec0000, quorum=127.0.0.1:55084, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T18:24:12,345 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/39e84130bbc9,34723,1731522251276 from backup master directory 2024-11-13T18:24:12,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42197-0x100ed57baec0001, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:24:12,348 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44587-0x100ed57baec0002, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:24:12,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34723-0x100ed57baec0000, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/39e84130bbc9,34723,1731522251276 2024-11-13T18:24:12,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34723-0x100ed57baec0000, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:24:12,350 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:24:12,350 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=39e84130bbc9,34723,1731522251276 2024-11-13T18:24:12,352 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-13T18:24:12,354 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-13T18:24:12,419 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/hbase.id] with ID: d0f641c3-604b-4121-992b-c0e4c5829038 2024-11-13T18:24:12,419 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/.tmp/hbase.id 2024-11-13T18:24:12,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:24:12,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:24:12,438 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/.tmp/hbase.id]:[hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/hbase.id] 2024-11-13T18:24:12,485 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:12,491 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T18:24:12,519 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 24ms. 2024-11-13T18:24:12,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34723-0x100ed57baec0000, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:12,523 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44587-0x100ed57baec0002, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:12,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42197-0x100ed57baec0001, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:12,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:24:12,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:24:12,563 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:24:12,566 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T18:24:12,591 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T18:24:12,598 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:24:12,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:24:12,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:24:12,660 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/MasterData/data/master/store 2024-11-13T18:24:12,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:24:12,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:24:12,687 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-13T18:24:12,690 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:24:12,691 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:24:12,691 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:24:12,692 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:24:12,693 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:24:12,693 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:24:12,693 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:24:12,694 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731522252691Disabling compacts and flushes for region at 1731522252691Disabling writes for close at 1731522252693 (+2 ms)Writing region close event to WAL at 1731522252693Closed at 1731522252693 2024-11-13T18:24:12,696 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/MasterData/data/master/store/.initializing 2024-11-13T18:24:12,697 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/MasterData/WALs/39e84130bbc9,34723,1731522251276 2024-11-13T18:24:12,706 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:24:12,724 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39e84130bbc9%2C34723%2C1731522251276, suffix=, logDir=hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/MasterData/WALs/39e84130bbc9,34723,1731522251276, archiveDir=hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/MasterData/oldWALs, maxLogs=10 2024-11-13T18:24:12,755 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/MasterData/WALs/39e84130bbc9,34723,1731522251276/39e84130bbc9%2C34723%2C1731522251276.1731522252731, exclude list is [], retry=0 2024-11-13T18:24:12,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40289,DS-f144953f-0ab9-4b66-8b58-c6af0b614f48,DISK] 2024-11-13T18:24:12,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38641,DS-c5e2d5d3-c58d-4d6c-8ade-0a7a8c69c772,DISK] 2024-11-13T18:24:12,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-13T18:24:12,817 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/MasterData/WALs/39e84130bbc9,34723,1731522251276/39e84130bbc9%2C34723%2C1731522251276.1731522252731 2024-11-13T18:24:12,818 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41647:41647),(127.0.0.1/127.0.0.1:34253:34253)] 2024-11-13T18:24:12,819 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:24:12,819 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:24:12,823 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:12,824 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:12,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:12,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T18:24:12,914 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:12,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:12,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:12,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T18:24:12,924 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:12,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:24:12,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:12,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T18:24:12,930 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:12,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:24:12,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:12,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T18:24:12,936 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:12,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:24:12,937 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:12,942 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:12,944 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:12,950 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:12,951 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:12,954 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:24:12,959 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:12,964 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:24:12,966 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72164833, jitterRate=0.07533980906009674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:24:12,974 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731522252839Initializing all the Stores at 1731522252841 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731522252842 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731522252843 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731522252843Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731522252843Cleaning up temporary data from old regions at 1731522252951 (+108 ms)Region opened successfully at 1731522252974 (+23 ms) 2024-11-13T18:24:12,975 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T18:24:13,013 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc5b47e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:24:13,052 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T18:24:13,066 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T18:24:13,067 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T18:24:13,071 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T18:24:13,073 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-13T18:24:13,079 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-13T18:24:13,080 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T18:24:13,110 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T18:24:13,119 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34723-0x100ed57baec0000, quorum=127.0.0.1:55084, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T18:24:13,121 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T18:24:13,125 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T18:24:13,127 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34723-0x100ed57baec0000, quorum=127.0.0.1:55084, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T18:24:13,128 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T18:24:13,130 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T18:24:13,134 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34723-0x100ed57baec0000, quorum=127.0.0.1:55084, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T18:24:13,135 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T18:24:13,136 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34723-0x100ed57baec0000, quorum=127.0.0.1:55084, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T18:24:13,138 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T18:24:13,156 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34723-0x100ed57baec0000, quorum=127.0.0.1:55084, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T18:24:13,158 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T18:24:13,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34723-0x100ed57baec0000, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T18:24:13,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42197-0x100ed57baec0001, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T18:24:13,161 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44587-0x100ed57baec0002, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T18:24:13,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42197-0x100ed57baec0001, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:13,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34723-0x100ed57baec0000, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:13,162 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44587-0x100ed57baec0002, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:13,164 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=39e84130bbc9,34723,1731522251276, sessionid=0x100ed57baec0000, setting cluster-up flag (Was=false) 2024-11-13T18:24:13,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34723-0x100ed57baec0000, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:13,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42197-0x100ed57baec0001, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:13,177 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44587-0x100ed57baec0002, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:13,183 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T18:24:13,185 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,34723,1731522251276 2024-11-13T18:24:13,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34723-0x100ed57baec0000, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:13,190 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44587-0x100ed57baec0002, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:13,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42197-0x100ed57baec0001, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:13,195 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T18:24:13,197 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,34723,1731522251276 2024-11-13T18:24:13,205 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T18:24:13,285 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T18:24:13,287 INFO [RS:0;39e84130bbc9:42197 {}] regionserver.HRegionServer(746): ClusterId : d0f641c3-604b-4121-992b-c0e4c5829038 2024-11-13T18:24:13,287 INFO [RS:1;39e84130bbc9:44587 {}] regionserver.HRegionServer(746): ClusterId : d0f641c3-604b-4121-992b-c0e4c5829038 2024-11-13T18:24:13,290 DEBUG [RS:0;39e84130bbc9:42197 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:24:13,290 DEBUG [RS:1;39e84130bbc9:44587 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:24:13,296 DEBUG [RS:1;39e84130bbc9:44587 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:24:13,296 DEBUG [RS:0;39e84130bbc9:42197 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:24:13,296 DEBUG [RS:1;39e84130bbc9:44587 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:24:13,296 DEBUG [RS:0;39e84130bbc9:42197 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:24:13,297 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T18:24:13,299 DEBUG [RS:1;39e84130bbc9:44587 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:24:13,299 DEBUG [RS:0;39e84130bbc9:42197 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:24:13,300 DEBUG [RS:1;39e84130bbc9:44587 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@562a2792, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:24:13,300 DEBUG [RS:0;39e84130bbc9:42197 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38804dc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:24:13,305 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T18:24:13,311 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 39e84130bbc9,34723,1731522251276 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T18:24:13,319 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:24:13,319 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:24:13,319 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:24:13,319 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:24:13,319 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/39e84130bbc9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T18:24:13,320 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:13,320 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:24:13,320 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:13,322 DEBUG [RS:0;39e84130bbc9:42197 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;39e84130bbc9:42197 2024-11-13T18:24:13,322 DEBUG [RS:1;39e84130bbc9:44587 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;39e84130bbc9:44587 2024-11-13T18:24:13,323 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731522283323 2024-11-13T18:24:13,325 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T18:24:13,326 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T18:24:13,327 INFO [RS:1;39e84130bbc9:44587 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:24:13,327 INFO [RS:1;39e84130bbc9:44587 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:24:13,327 DEBUG [RS:1;39e84130bbc9:44587 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:24:13,328 INFO [RS:0;39e84130bbc9:42197 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:24:13,328 INFO [RS:0;39e84130bbc9:42197 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:24:13,328 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:24:13,328 DEBUG [RS:0;39e84130bbc9:42197 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:24:13,329 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T18:24:13,331 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T18:24:13,331 INFO [RS:0;39e84130bbc9:42197 {}] regionserver.HRegionServer(2659): reportForDuty to master=39e84130bbc9,34723,1731522251276 with port=42197, startcode=1731522252095 2024-11-13T18:24:13,331 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T18:24:13,331 INFO [RS:1;39e84130bbc9:44587 {}] regionserver.HRegionServer(2659): reportForDuty to master=39e84130bbc9,34723,1731522251276 with port=44587, startcode=1731522252254 2024-11-13T18:24:13,332 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T18:24:13,332 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T18:24:13,333 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:13,336 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:13,337 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T18:24:13,336 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T18:24:13,338 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T18:24:13,338 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T18:24:13,341 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T18:24:13,341 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T18:24:13,343 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731522253343,5,FailOnTimeoutGroup] 2024-11-13T18:24:13,346 DEBUG [RS:1;39e84130bbc9:44587 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:24:13,346 DEBUG [RS:0;39e84130bbc9:42197 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:24:13,353 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731522253343,5,FailOnTimeoutGroup] 2024-11-13T18:24:13,353 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:13,354 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T18:24:13,355 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:13,355 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:13,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:24:13,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:24:13,368 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T18:24:13,369 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb 2024-11-13T18:24:13,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741832_1008 (size=32) 2024-11-13T18:24:13,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741832_1008 (size=32) 2024-11-13T18:24:13,389 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60865, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:24:13,389 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56185, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:24:13,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:24:13,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:24:13,395 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34723 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 39e84130bbc9,44587,1731522252254 2024-11-13T18:24:13,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:24:13,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:13,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:13,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:24:13,398 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34723 {}] master.ServerManager(517): Registering regionserver=39e84130bbc9,44587,1731522252254 2024-11-13T18:24:13,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:24:13,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:13,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:13,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:24:13,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:24:13,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:13,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:13,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:24:13,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:24:13,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:13,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:13,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:24:13,409 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34723 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 39e84130bbc9,42197,1731522252095 2024-11-13T18:24:13,410 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34723 {}] master.ServerManager(517): Registering regionserver=39e84130bbc9,42197,1731522252095 2024-11-13T18:24:13,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/data/hbase/meta/1588230740 2024-11-13T18:24:13,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/data/hbase/meta/1588230740 2024-11-13T18:24:13,414 DEBUG [RS:1;39e84130bbc9:44587 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb 2024-11-13T18:24:13,414 DEBUG [RS:1;39e84130bbc9:44587 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40967 2024-11-13T18:24:13,414 DEBUG [RS:1;39e84130bbc9:44587 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:24:13,415 DEBUG [RS:0;39e84130bbc9:42197 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb 2024-11-13T18:24:13,415 DEBUG [RS:0;39e84130bbc9:42197 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40967 2024-11-13T18:24:13,415 DEBUG [RS:0;39e84130bbc9:42197 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:24:13,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:24:13,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:24:13,420 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:24:13,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:24:13,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34723-0x100ed57baec0000, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T18:24:13,423 DEBUG [RS:0;39e84130bbc9:42197 {}] zookeeper.ZKUtil(111): regionserver:42197-0x100ed57baec0001, quorum=127.0.0.1:55084, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/39e84130bbc9,42197,1731522252095 2024-11-13T18:24:13,424 WARN [RS:0;39e84130bbc9:42197 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:24:13,424 INFO [RS:0;39e84130bbc9:42197 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:24:13,424 DEBUG [RS:0;39e84130bbc9:42197 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/WALs/39e84130bbc9,42197,1731522252095 2024-11-13T18:24:13,425 DEBUG [RS:1;39e84130bbc9:44587 {}] zookeeper.ZKUtil(111): regionserver:44587-0x100ed57baec0002, quorum=127.0.0.1:55084, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/39e84130bbc9,44587,1731522252254 2024-11-13T18:24:13,425 WARN [RS:1;39e84130bbc9:44587 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:24:13,425 INFO [RS:1;39e84130bbc9:44587 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:24:13,425 DEBUG [RS:1;39e84130bbc9:44587 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/WALs/39e84130bbc9,44587,1731522252254 2024-11-13T18:24:13,427 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [39e84130bbc9,42197,1731522252095] 2024-11-13T18:24:13,427 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [39e84130bbc9,44587,1731522252254] 2024-11-13T18:24:13,428 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:24:13,429 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60086741, jitterRate=-0.10463778674602509}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:24:13,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731522253390Initializing all the Stores at 1731522253392 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731522253392Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731522253392Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731522253392Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731522253392Cleaning up temporary data from old regions at 1731522253419 (+27 ms)Region opened successfully at 1731522253432 (+13 ms) 2024-11-13T18:24:13,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:24:13,432 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:24:13,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:24:13,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:24:13,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:24:13,434 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:24:13,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731522253432Disabling compacts and flushes for region at 1731522253432Disabling writes for close at 1731522253432Writing region close event to WAL at 1731522253433 (+1 ms)Closed at 1731522253434 (+1 ms) 2024-11-13T18:24:13,437 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:24:13,437 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T18:24:13,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T18:24:13,454 INFO [RS:0;39e84130bbc9:42197 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:24:13,454 INFO [RS:1;39e84130bbc9:44587 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:24:13,459 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:24:13,463 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T18:24:13,471 INFO [RS:0;39e84130bbc9:42197 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:24:13,471 INFO [RS:1;39e84130bbc9:44587 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:24:13,477 INFO [RS:0;39e84130bbc9:42197 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:24:13,478 INFO [RS:0;39e84130bbc9:42197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:13,478 INFO [RS:1;39e84130bbc9:44587 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:24:13,478 INFO [RS:1;39e84130bbc9:44587 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:13,479 INFO [RS:0;39e84130bbc9:42197 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:24:13,479 INFO [RS:1;39e84130bbc9:44587 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:24:13,485 INFO [RS:0;39e84130bbc9:42197 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:24:13,485 INFO [RS:1;39e84130bbc9:44587 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:24:13,487 INFO [RS:0;39e84130bbc9:42197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:13,487 INFO [RS:1;39e84130bbc9:44587 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:13,487 DEBUG [RS:0;39e84130bbc9:42197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:13,487 DEBUG [RS:1;39e84130bbc9:44587 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:13,487 DEBUG [RS:0;39e84130bbc9:42197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:13,487 DEBUG [RS:1;39e84130bbc9:44587 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:13,488 DEBUG [RS:0;39e84130bbc9:42197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:13,488 DEBUG [RS:1;39e84130bbc9:44587 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:13,488 DEBUG [RS:0;39e84130bbc9:42197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:13,488 DEBUG [RS:1;39e84130bbc9:44587 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:13,488 DEBUG [RS:0;39e84130bbc9:42197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:13,488 DEBUG [RS:1;39e84130bbc9:44587 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:13,488 DEBUG [RS:0;39e84130bbc9:42197 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:24:13,488 DEBUG [RS:0;39e84130bbc9:42197 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:13,488 DEBUG [RS:1;39e84130bbc9:44587 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:24:13,489 DEBUG [RS:0;39e84130bbc9:42197 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:13,489 DEBUG [RS:1;39e84130bbc9:44587 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:13,489 DEBUG [RS:0;39e84130bbc9:42197 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:13,489 DEBUG [RS:1;39e84130bbc9:44587 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:13,489 DEBUG [RS:0;39e84130bbc9:42197 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:13,489 DEBUG [RS:0;39e84130bbc9:42197 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:13,489 DEBUG [RS:1;39e84130bbc9:44587 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:13,489 DEBUG [RS:0;39e84130bbc9:42197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:13,489 DEBUG [RS:1;39e84130bbc9:44587 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:13,489 DEBUG [RS:0;39e84130bbc9:42197 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:24:13,489 DEBUG [RS:1;39e84130bbc9:44587 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:13,489 DEBUG [RS:0;39e84130bbc9:42197 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:24:13,490 DEBUG [RS:1;39e84130bbc9:44587 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:13,490 DEBUG [RS:1;39e84130bbc9:44587 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:24:13,490 DEBUG [RS:1;39e84130bbc9:44587 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:24:13,492 INFO [RS:0;39e84130bbc9:42197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:13,492 INFO [RS:0;39e84130bbc9:42197 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:13,492 INFO [RS:1;39e84130bbc9:44587 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:13,492 INFO [RS:0;39e84130bbc9:42197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:13,492 INFO [RS:1;39e84130bbc9:44587 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:13,492 INFO [RS:0;39e84130bbc9:42197 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:13,492 INFO [RS:1;39e84130bbc9:44587 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:13,492 INFO [RS:0;39e84130bbc9:42197 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:13,493 INFO [RS:1;39e84130bbc9:44587 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:13,493 INFO [RS:1;39e84130bbc9:44587 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:13,493 INFO [RS:0;39e84130bbc9:42197 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,42197,1731522252095-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:24:13,493 INFO [RS:1;39e84130bbc9:44587 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,44587,1731522252254-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:24:13,515 INFO [RS:1;39e84130bbc9:44587 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:24:13,517 INFO [RS:1;39e84130bbc9:44587 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,44587,1731522252254-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:13,517 INFO [RS:1;39e84130bbc9:44587 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:13,517 INFO [RS:1;39e84130bbc9:44587 {}] regionserver.Replication(171): 39e84130bbc9,44587,1731522252254 started 2024-11-13T18:24:13,518 INFO [RS:0;39e84130bbc9:42197 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:24:13,518 INFO [RS:0;39e84130bbc9:42197 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,42197,1731522252095-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:13,519 INFO [RS:0;39e84130bbc9:42197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:13,519 INFO [RS:0;39e84130bbc9:42197 {}] regionserver.Replication(171): 39e84130bbc9,42197,1731522252095 started 2024-11-13T18:24:13,538 INFO [RS:1;39e84130bbc9:44587 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:13,539 INFO [RS:1;39e84130bbc9:44587 {}] regionserver.HRegionServer(1482): Serving as 39e84130bbc9,44587,1731522252254, RpcServer on 39e84130bbc9/172.17.0.3:44587, sessionid=0x100ed57baec0002 2024-11-13T18:24:13,540 DEBUG [RS:1;39e84130bbc9:44587 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:24:13,540 DEBUG [RS:1;39e84130bbc9:44587 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 39e84130bbc9,44587,1731522252254 2024-11-13T18:24:13,540 DEBUG [RS:1;39e84130bbc9:44587 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,44587,1731522252254' 2024-11-13T18:24:13,540 DEBUG [RS:1;39e84130bbc9:44587 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T18:24:13,541 DEBUG [RS:1;39e84130bbc9:44587 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T18:24:13,542 DEBUG [RS:1;39e84130bbc9:44587 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:24:13,542 DEBUG [RS:1;39e84130bbc9:44587 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:24:13,542 DEBUG [RS:1;39e84130bbc9:44587 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 39e84130bbc9,44587,1731522252254 2024-11-13T18:24:13,542 DEBUG [RS:1;39e84130bbc9:44587 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,44587,1731522252254' 2024-11-13T18:24:13,542 DEBUG [RS:1;39e84130bbc9:44587 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T18:24:13,543 DEBUG [RS:1;39e84130bbc9:44587 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T18:24:13,543 DEBUG [RS:1;39e84130bbc9:44587 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:24:13,543 INFO [RS:1;39e84130bbc9:44587 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:24:13,544 INFO [RS:1;39e84130bbc9:44587 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:24:13,544 INFO [RS:0;39e84130bbc9:42197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:13,544 INFO [RS:0;39e84130bbc9:42197 {}] regionserver.HRegionServer(1482): Serving as 39e84130bbc9,42197,1731522252095, RpcServer on 39e84130bbc9/172.17.0.3:42197, sessionid=0x100ed57baec0001 2024-11-13T18:24:13,544 DEBUG [RS:0;39e84130bbc9:42197 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:24:13,544 DEBUG [RS:0;39e84130bbc9:42197 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 39e84130bbc9,42197,1731522252095 2024-11-13T18:24:13,544 DEBUG [RS:0;39e84130bbc9:42197 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,42197,1731522252095' 2024-11-13T18:24:13,545 DEBUG [RS:0;39e84130bbc9:42197 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T18:24:13,545 DEBUG [RS:0;39e84130bbc9:42197 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T18:24:13,546 DEBUG [RS:0;39e84130bbc9:42197 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:24:13,546 DEBUG [RS:0;39e84130bbc9:42197 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:24:13,546 DEBUG [RS:0;39e84130bbc9:42197 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 39e84130bbc9,42197,1731522252095 2024-11-13T18:24:13,546 DEBUG [RS:0;39e84130bbc9:42197 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,42197,1731522252095' 2024-11-13T18:24:13,546 DEBUG [RS:0;39e84130bbc9:42197 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T18:24:13,547 DEBUG [RS:0;39e84130bbc9:42197 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T18:24:13,547 DEBUG [RS:0;39e84130bbc9:42197 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:24:13,548 INFO [RS:0;39e84130bbc9:42197 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:24:13,548 INFO [RS:0;39e84130bbc9:42197 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:24:13,614 WARN [39e84130bbc9:34723 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T18:24:13,650 INFO [RS:1;39e84130bbc9:44587 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:24:13,650 INFO [RS:0;39e84130bbc9:42197 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:24:13,654 INFO [RS:0;39e84130bbc9:42197 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39e84130bbc9%2C42197%2C1731522252095, suffix=, logDir=hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/WALs/39e84130bbc9,42197,1731522252095, archiveDir=hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/oldWALs, maxLogs=32 2024-11-13T18:24:13,654 INFO [RS:1;39e84130bbc9:44587 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39e84130bbc9%2C44587%2C1731522252254, suffix=, logDir=hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/WALs/39e84130bbc9,44587,1731522252254, archiveDir=hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/oldWALs, maxLogs=32 2024-11-13T18:24:13,673 DEBUG [RS:1;39e84130bbc9:44587 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/WALs/39e84130bbc9,44587,1731522252254/39e84130bbc9%2C44587%2C1731522252254.1731522253658, exclude list is [], retry=0 2024-11-13T18:24:13,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40289,DS-f144953f-0ab9-4b66-8b58-c6af0b614f48,DISK] 2024-11-13T18:24:13,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38641,DS-c5e2d5d3-c58d-4d6c-8ade-0a7a8c69c772,DISK] 2024-11-13T18:24:13,681 DEBUG [RS:0;39e84130bbc9:42197 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/WALs/39e84130bbc9,42197,1731522252095/39e84130bbc9%2C42197%2C1731522252095.1731522253659, exclude list is [], retry=0 2024-11-13T18:24:13,683 INFO [RS:1;39e84130bbc9:44587 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/WALs/39e84130bbc9,44587,1731522252254/39e84130bbc9%2C44587%2C1731522252254.1731522253658 2024-11-13T18:24:13,683 DEBUG [RS:1;39e84130bbc9:44587 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34253:34253),(127.0.0.1/127.0.0.1:41647:41647)] 2024-11-13T18:24:13,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38641,DS-c5e2d5d3-c58d-4d6c-8ade-0a7a8c69c772,DISK] 2024-11-13T18:24:13,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40289,DS-f144953f-0ab9-4b66-8b58-c6af0b614f48,DISK] 2024-11-13T18:24:13,696 INFO [RS:0;39e84130bbc9:42197 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/WALs/39e84130bbc9,42197,1731522252095/39e84130bbc9%2C42197%2C1731522252095.1731522253659 2024-11-13T18:24:13,696 DEBUG [RS:0;39e84130bbc9:42197 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34253:34253),(127.0.0.1/127.0.0.1:41647:41647)] 2024-11-13T18:24:13,867 DEBUG [39e84130bbc9:34723 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-13T18:24:13,875 DEBUG [39e84130bbc9:34723 {}] balancer.BalancerClusterState(204): Hosts are {39e84130bbc9=0} racks are {/default-rack=0} 2024-11-13T18:24:13,882 DEBUG [39e84130bbc9:34723 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T18:24:13,882 DEBUG [39e84130bbc9:34723 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T18:24:13,882 DEBUG [39e84130bbc9:34723 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T18:24:13,882 DEBUG [39e84130bbc9:34723 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T18:24:13,882 INFO [39e84130bbc9:34723 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T18:24:13,882 INFO [39e84130bbc9:34723 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T18:24:13,882 DEBUG [39e84130bbc9:34723 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T18:24:13,890 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=39e84130bbc9,44587,1731522252254 2024-11-13T18:24:13,897 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,44587,1731522252254, state=OPENING 2024-11-13T18:24:13,902 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T18:24:13,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34723-0x100ed57baec0000, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:13,904 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44587-0x100ed57baec0002, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:13,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42197-0x100ed57baec0001, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:13,905 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:24:13,905 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:24:13,905 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:24:13,906 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:24:13,909 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,44587,1731522252254}] 2024-11-13T18:24:14,091 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:24:14,094 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:24:14,108 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T18:24:14,108 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:24:14,109 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T18:24:14,113 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39e84130bbc9%2C44587%2C1731522252254.meta, suffix=.meta, logDir=hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/WALs/39e84130bbc9,44587,1731522252254, archiveDir=hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/oldWALs, maxLogs=32 2024-11-13T18:24:14,136 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/WALs/39e84130bbc9,44587,1731522252254/39e84130bbc9%2C44587%2C1731522252254.meta.1731522254115.meta, exclude list is [], retry=0 2024-11-13T18:24:14,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38641,DS-c5e2d5d3-c58d-4d6c-8ade-0a7a8c69c772,DISK] 2024-11-13T18:24:14,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40289,DS-f144953f-0ab9-4b66-8b58-c6af0b614f48,DISK] 2024-11-13T18:24:14,147 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/WALs/39e84130bbc9,44587,1731522252254/39e84130bbc9%2C44587%2C1731522252254.meta.1731522254115.meta 2024-11-13T18:24:14,148 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41647:41647),(127.0.0.1/127.0.0.1:34253:34253)] 2024-11-13T18:24:14,148 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:24:14,151 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:24:14,155 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T18:24:14,161 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T18:24:14,167 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T18:24:14,167 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:24:14,168 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T18:24:14,168 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T18:24:14,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:24:14,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:24:14,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:14,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:14,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:24:14,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:24:14,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:14,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:14,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:24:14,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:24:14,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:14,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:14,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:24:14,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:24:14,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:14,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:14,184 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:24:14,186 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/data/hbase/meta/1588230740 2024-11-13T18:24:14,189 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/data/hbase/meta/1588230740 2024-11-13T18:24:14,192 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:24:14,192 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:24:14,193 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:24:14,196 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:24:14,198 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70398915, jitterRate=0.049025580286979675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:24:14,199 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T18:24:14,201 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731522254168Writing region info on filesystem at 1731522254169 (+1 ms)Initializing all the Stores at 1731522254171 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731522254171Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731522254172 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731522254172Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731522254172Cleaning up temporary data from old regions at 1731522254192 (+20 ms)Running coprocessor post-open hooks at 1731522254199 (+7 ms)Region opened successfully at 1731522254201 (+2 ms) 2024-11-13T18:24:14,211 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731522254079 2024-11-13T18:24:14,226 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T18:24:14,227 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T18:24:14,229 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,44587,1731522252254 2024-11-13T18:24:14,232 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,44587,1731522252254, state=OPEN 2024-11-13T18:24:14,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42197-0x100ed57baec0001, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T18:24:14,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34723-0x100ed57baec0000, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T18:24:14,234 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44587-0x100ed57baec0002, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T18:24:14,235 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:24:14,235 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:24:14,235 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:24:14,235 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=39e84130bbc9,44587,1731522252254 2024-11-13T18:24:14,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T18:24:14,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,44587,1731522252254 in 326 msec 2024-11-13T18:24:14,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T18:24:14,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 797 msec 2024-11-13T18:24:14,250 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:24:14,250 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T18:24:14,273 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:24:14,274 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,44587,1731522252254, seqNum=-1] 2024-11-13T18:24:14,300 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:24:14,302 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:24:14,327 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0840 sec 2024-11-13T18:24:14,327 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731522254327, completionTime=-1 2024-11-13T18:24:14,330 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-13T18:24:14,330 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T18:24:14,359 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-13T18:24:14,359 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731522314359 2024-11-13T18:24:14,359 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731522374359 2024-11-13T18:24:14,359 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 28 msec 2024-11-13T18:24:14,360 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-13T18:24:14,367 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,34723,1731522251276-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:14,368 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,34723,1731522251276-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:14,368 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,34723,1731522251276-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:14,369 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-39e84130bbc9:34723, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:14,370 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:14,370 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:14,377 DEBUG [master/39e84130bbc9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T18:24:14,400 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.049sec 2024-11-13T18:24:14,401 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T18:24:14,402 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T18:24:14,403 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T18:24:14,404 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T18:24:14,404 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T18:24:14,405 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,34723,1731522251276-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:24:14,405 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,34723,1731522251276-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T18:24:14,410 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T18:24:14,411 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T18:24:14,411 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,34723,1731522251276-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:14,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23b7d5e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:24:14,502 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-13T18:24:14,503 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-13T18:24:14,535 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,34723,-1 for getting cluster id 2024-11-13T18:24:14,538 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:24:14,546 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0f641c3-604b-4121-992b-c0e4c5829038' 2024-11-13T18:24:14,549 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:24:14,549 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0f641c3-604b-4121-992b-c0e4c5829038" 2024-11-13T18:24:14,550 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38e78b42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:24:14,550 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,34723,-1] 2024-11-13T18:24:14,552 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:24:14,554 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:14,555 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:24:14,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5237db36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:24:14,559 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:24:14,566 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,44587,1731522252254, seqNum=-1] 2024-11-13T18:24:14,566 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:24:14,568 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:24:14,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=39e84130bbc9,34723,1731522251276 2024-11-13T18:24:14,616 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:24:14,622 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,34723,1731522251276 2024-11-13T18:24:14,626 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@214aca81 2024-11-13T18:24:14,627 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:24:14,632 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:24:14,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34723 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:24:14,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34723 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-13T18:24:14,660 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T18:24:14,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34723 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-13T18:24:14,662 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:14,664 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T18:24:14,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:24:14,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741836_1012 (size=379) 2024-11-13T18:24:14,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741836_1012 (size=379) 2024-11-13T18:24:14,683 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 310df74671eb3d2cad2c108056ce7d92, NAME => 'testClearRegionBlockCache,,1731522254641.310df74671eb3d2cad2c108056ce7d92.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb 2024-11-13T18:24:14,684 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 595ba52ed52ebcbfea141dab737cfb90, NAME => 'testClearRegionBlockCache,5,1731522254641.595ba52ed52ebcbfea141dab737cfb90.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb 2024-11-13T18:24:14,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741837_1013 (size=61) 2024-11-13T18:24:14,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741837_1013 (size=61) 2024-11-13T18:24:14,697 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731522254641.310df74671eb3d2cad2c108056ce7d92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:24:14,697 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 310df74671eb3d2cad2c108056ce7d92, disabling compactions & flushes 2024-11-13T18:24:14,698 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731522254641.310df74671eb3d2cad2c108056ce7d92. 2024-11-13T18:24:14,698 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731522254641.310df74671eb3d2cad2c108056ce7d92. 2024-11-13T18:24:14,698 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731522254641.310df74671eb3d2cad2c108056ce7d92. after waiting 0 ms 2024-11-13T18:24:14,698 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731522254641.310df74671eb3d2cad2c108056ce7d92. 2024-11-13T18:24:14,698 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731522254641.310df74671eb3d2cad2c108056ce7d92. 2024-11-13T18:24:14,698 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 310df74671eb3d2cad2c108056ce7d92: Waiting for close lock at 1731522254697Disabling compacts and flushes for region at 1731522254697Disabling writes for close at 1731522254698 (+1 ms)Writing region close event to WAL at 1731522254698Closed at 1731522254698 2024-11-13T18:24:14,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741838_1014 (size=61) 2024-11-13T18:24:14,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741838_1014 (size=61) 2024-11-13T18:24:14,705 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731522254641.595ba52ed52ebcbfea141dab737cfb90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:24:14,705 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 595ba52ed52ebcbfea141dab737cfb90, disabling compactions & flushes 2024-11-13T18:24:14,705 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731522254641.595ba52ed52ebcbfea141dab737cfb90. 2024-11-13T18:24:14,705 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731522254641.595ba52ed52ebcbfea141dab737cfb90. 2024-11-13T18:24:14,705 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731522254641.595ba52ed52ebcbfea141dab737cfb90. after waiting 0 ms 2024-11-13T18:24:14,705 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731522254641.595ba52ed52ebcbfea141dab737cfb90. 2024-11-13T18:24:14,705 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731522254641.595ba52ed52ebcbfea141dab737cfb90. 2024-11-13T18:24:14,706 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 595ba52ed52ebcbfea141dab737cfb90: Waiting for close lock at 1731522254705Disabling compacts and flushes for region at 1731522254705Disabling writes for close at 1731522254705Writing region close event to WAL at 1731522254705Closed at 1731522254705 2024-11-13T18:24:14,708 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T18:24:14,713 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731522254641.310df74671eb3d2cad2c108056ce7d92.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731522254708"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731522254708"}]},"ts":"1731522254708"} 2024-11-13T18:24:14,713 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731522254641.595ba52ed52ebcbfea141dab737cfb90.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731522254708"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731522254708"}]},"ts":"1731522254708"} 2024-11-13T18:24:14,751 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-13T18:24:14,754 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T18:24:14,758 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731522254754"}]},"ts":"1731522254754"} 2024-11-13T18:24:14,762 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-13T18:24:14,763 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {39e84130bbc9=0} racks are {/default-rack=0} 2024-11-13T18:24:14,765 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T18:24:14,765 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T18:24:14,765 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T18:24:14,765 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T18:24:14,765 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T18:24:14,765 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T18:24:14,765 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T18:24:14,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=310df74671eb3d2cad2c108056ce7d92, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=595ba52ed52ebcbfea141dab737cfb90, ASSIGN}] 2024-11-13T18:24:14,770 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=595ba52ed52ebcbfea141dab737cfb90, ASSIGN 2024-11-13T18:24:14,770 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=310df74671eb3d2cad2c108056ce7d92, ASSIGN 2024-11-13T18:24:14,773 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=310df74671eb3d2cad2c108056ce7d92, ASSIGN; state=OFFLINE, location=39e84130bbc9,44587,1731522252254; forceNewPlan=false, retain=false 2024-11-13T18:24:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:24:14,773 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=595ba52ed52ebcbfea141dab737cfb90, ASSIGN; state=OFFLINE, location=39e84130bbc9,42197,1731522252095; forceNewPlan=false, retain=false 2024-11-13T18:24:14,926 INFO [39e84130bbc9:34723 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-13T18:24:14,927 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=310df74671eb3d2cad2c108056ce7d92, regionState=OPENING, regionLocation=39e84130bbc9,44587,1731522252254 2024-11-13T18:24:14,927 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=595ba52ed52ebcbfea141dab737cfb90, regionState=OPENING, regionLocation=39e84130bbc9,42197,1731522252095 2024-11-13T18:24:14,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=595ba52ed52ebcbfea141dab737cfb90, ASSIGN because future has completed 2024-11-13T18:24:14,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 595ba52ed52ebcbfea141dab737cfb90, server=39e84130bbc9,42197,1731522252095}] 2024-11-13T18:24:14,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=310df74671eb3d2cad2c108056ce7d92, ASSIGN because future has completed 2024-11-13T18:24:14,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 310df74671eb3d2cad2c108056ce7d92, server=39e84130bbc9,44587,1731522252254}] 2024-11-13T18:24:14,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:24:15,089 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:24:15,091 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37503, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:24:15,096 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731522254641.310df74671eb3d2cad2c108056ce7d92. 2024-11-13T18:24:15,097 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 310df74671eb3d2cad2c108056ce7d92, NAME => 'testClearRegionBlockCache,,1731522254641.310df74671eb3d2cad2c108056ce7d92.', STARTKEY => '', ENDKEY => '5'} 2024-11-13T18:24:15,097 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 310df74671eb3d2cad2c108056ce7d92 2024-11-13T18:24:15,097 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731522254641.595ba52ed52ebcbfea141dab737cfb90. 2024-11-13T18:24:15,098 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731522254641.310df74671eb3d2cad2c108056ce7d92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:24:15,098 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 595ba52ed52ebcbfea141dab737cfb90, NAME => 'testClearRegionBlockCache,5,1731522254641.595ba52ed52ebcbfea141dab737cfb90.', STARTKEY => '5', ENDKEY => ''} 2024-11-13T18:24:15,098 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 310df74671eb3d2cad2c108056ce7d92 2024-11-13T18:24:15,098 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 310df74671eb3d2cad2c108056ce7d92 2024-11-13T18:24:15,098 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 595ba52ed52ebcbfea141dab737cfb90 2024-11-13T18:24:15,098 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731522254641.595ba52ed52ebcbfea141dab737cfb90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:24:15,098 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 595ba52ed52ebcbfea141dab737cfb90 2024-11-13T18:24:15,098 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 595ba52ed52ebcbfea141dab737cfb90 2024-11-13T18:24:15,100 INFO [StoreOpener-310df74671eb3d2cad2c108056ce7d92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 310df74671eb3d2cad2c108056ce7d92 2024-11-13T18:24:15,101 INFO [StoreOpener-595ba52ed52ebcbfea141dab737cfb90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 595ba52ed52ebcbfea141dab737cfb90 2024-11-13T18:24:15,103 INFO [StoreOpener-595ba52ed52ebcbfea141dab737cfb90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 595ba52ed52ebcbfea141dab737cfb90 columnFamilyName family 2024-11-13T18:24:15,103 INFO [StoreOpener-310df74671eb3d2cad2c108056ce7d92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 310df74671eb3d2cad2c108056ce7d92 columnFamilyName family 2024-11-13T18:24:15,103 DEBUG [StoreOpener-595ba52ed52ebcbfea141dab737cfb90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:15,103 DEBUG [StoreOpener-310df74671eb3d2cad2c108056ce7d92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:15,104 INFO [StoreOpener-310df74671eb3d2cad2c108056ce7d92-1 {}] regionserver.HStore(327): Store=310df74671eb3d2cad2c108056ce7d92/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:24:15,104 INFO [StoreOpener-595ba52ed52ebcbfea141dab737cfb90-1 {}] regionserver.HStore(327): Store=595ba52ed52ebcbfea141dab737cfb90/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:24:15,104 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 310df74671eb3d2cad2c108056ce7d92 2024-11-13T18:24:15,104 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 595ba52ed52ebcbfea141dab737cfb90 2024-11-13T18:24:15,106 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/data/default/testClearRegionBlockCache/310df74671eb3d2cad2c108056ce7d92 2024-11-13T18:24:15,106 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/data/default/testClearRegionBlockCache/595ba52ed52ebcbfea141dab737cfb90 2024-11-13T18:24:15,107 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/data/default/testClearRegionBlockCache/310df74671eb3d2cad2c108056ce7d92 2024-11-13T18:24:15,107 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/data/default/testClearRegionBlockCache/595ba52ed52ebcbfea141dab737cfb90 2024-11-13T18:24:15,107 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 310df74671eb3d2cad2c108056ce7d92 2024-11-13T18:24:15,107 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 310df74671eb3d2cad2c108056ce7d92 2024-11-13T18:24:15,107 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 595ba52ed52ebcbfea141dab737cfb90 2024-11-13T18:24:15,108 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 595ba52ed52ebcbfea141dab737cfb90 2024-11-13T18:24:15,111 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 595ba52ed52ebcbfea141dab737cfb90 2024-11-13T18:24:15,111 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 310df74671eb3d2cad2c108056ce7d92 2024-11-13T18:24:15,115 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/data/default/testClearRegionBlockCache/595ba52ed52ebcbfea141dab737cfb90/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:24:15,115 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/data/default/testClearRegionBlockCache/310df74671eb3d2cad2c108056ce7d92/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:24:15,116 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 595ba52ed52ebcbfea141dab737cfb90; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59499781, jitterRate=-0.1133841723203659}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T18:24:15,116 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 595ba52ed52ebcbfea141dab737cfb90 2024-11-13T18:24:15,116 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 310df74671eb3d2cad2c108056ce7d92; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74375100, jitterRate=0.10827535390853882}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T18:24:15,116 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 310df74671eb3d2cad2c108056ce7d92 2024-11-13T18:24:15,117 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 595ba52ed52ebcbfea141dab737cfb90: Running coprocessor pre-open hook at 1731522255099Writing region info on filesystem at 1731522255099Initializing all the Stores at 1731522255100 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731522255100Cleaning up temporary data from old regions at 1731522255108 (+8 ms)Running coprocessor post-open hooks at 1731522255116 (+8 ms)Region opened successfully at 1731522255117 (+1 ms) 2024-11-13T18:24:15,117 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 310df74671eb3d2cad2c108056ce7d92: Running coprocessor pre-open hook at 1731522255098Writing region info on filesystem at 1731522255098Initializing all the Stores at 1731522255100 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731522255100Cleaning up temporary data from old regions at 1731522255107 (+7 ms)Running coprocessor post-open hooks at 1731522255116 (+9 ms)Region opened successfully at 1731522255117 (+1 ms) 2024-11-13T18:24:15,119 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731522254641.310df74671eb3d2cad2c108056ce7d92., pid=8, masterSystemTime=1731522255088 2024-11-13T18:24:15,119 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731522254641.595ba52ed52ebcbfea141dab737cfb90., pid=7, masterSystemTime=1731522255088 2024-11-13T18:24:15,122 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731522254641.310df74671eb3d2cad2c108056ce7d92. 2024-11-13T18:24:15,122 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731522254641.310df74671eb3d2cad2c108056ce7d92. 2024-11-13T18:24:15,124 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=310df74671eb3d2cad2c108056ce7d92, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,44587,1731522252254 2024-11-13T18:24:15,125 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731522254641.595ba52ed52ebcbfea141dab737cfb90. 2024-11-13T18:24:15,125 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731522254641.595ba52ed52ebcbfea141dab737cfb90. 2024-11-13T18:24:15,126 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=595ba52ed52ebcbfea141dab737cfb90, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,42197,1731522252095 2024-11-13T18:24:15,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 310df74671eb3d2cad2c108056ce7d92, server=39e84130bbc9,44587,1731522252254 because future has completed 2024-11-13T18:24:15,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 595ba52ed52ebcbfea141dab737cfb90, server=39e84130bbc9,42197,1731522252095 because future has completed 2024-11-13T18:24:15,135 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-13T18:24:15,136 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 310df74671eb3d2cad2c108056ce7d92, server=39e84130bbc9,44587,1731522252254 in 197 msec 2024-11-13T18:24:15,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T18:24:15,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 595ba52ed52ebcbfea141dab737cfb90, server=39e84130bbc9,42197,1731522252095 in 203 msec 2024-11-13T18:24:15,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=310df74671eb3d2cad2c108056ce7d92, ASSIGN in 370 msec 2024-11-13T18:24:15,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-13T18:24:15,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=595ba52ed52ebcbfea141dab737cfb90, ASSIGN in 373 msec 2024-11-13T18:24:15,145 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T18:24:15,145 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731522255145"}]},"ts":"1731522255145"} 2024-11-13T18:24:15,149 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-13T18:24:15,151 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T18:24:15,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 501 msec 2024-11-13T18:24:15,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:24:15,294 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-13T18:24:15,294 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-13T18:24:15,296 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T18:24:15,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-13T18:24:15,302 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T18:24:15,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-13T18:24:15,314 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731522254641.310df74671eb3d2cad2c108056ce7d92., hostname=39e84130bbc9,44587,1731522252254, seqNum=2] 2024-11-13T18:24:15,334 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731522254641.595ba52ed52ebcbfea141dab737cfb90., hostname=39e84130bbc9,42197,1731522252095, seqNum=2] 2024-11-13T18:24:15,334 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:24:15,338 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:24:15,361 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 595ba52ed52ebcbfea141dab737cfb90 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-13T18:24:15,427 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/data/default/testClearRegionBlockCache/595ba52ed52ebcbfea141dab737cfb90/.tmp/family/1715931389344aca92886abb7ea7ab61 is 32, key is 5/family:/1731522255338/Put/seqid=0 2024-11-13T18:24:15,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741839_1015 (size=5083) 2024-11-13T18:24:15,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741839_1015 (size=5083) 2024-11-13T18:24:15,446 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/data/default/testClearRegionBlockCache/595ba52ed52ebcbfea141dab737cfb90/.tmp/family/1715931389344aca92886abb7ea7ab61 2024-11-13T18:24:15,498 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/data/default/testClearRegionBlockCache/595ba52ed52ebcbfea141dab737cfb90/.tmp/family/1715931389344aca92886abb7ea7ab61 as hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/data/default/testClearRegionBlockCache/595ba52ed52ebcbfea141dab737cfb90/family/1715931389344aca92886abb7ea7ab61 2024-11-13T18:24:15,510 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/data/default/testClearRegionBlockCache/595ba52ed52ebcbfea141dab737cfb90/family/1715931389344aca92886abb7ea7ab61, entries=5, sequenceid=9, filesize=5.0 K 2024-11-13T18:24:15,518 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 595ba52ed52ebcbfea141dab737cfb90 in 155ms, sequenceid=9, compaction requested=false 2024-11-13T18:24:15,519 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-13T18:24:15,522 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 595ba52ed52ebcbfea141dab737cfb90: 2024-11-13T18:24:15,522 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 310df74671eb3d2cad2c108056ce7d92 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-13T18:24:15,542 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/data/default/testClearRegionBlockCache/310df74671eb3d2cad2c108056ce7d92/.tmp/family/9017ca2b37984b3d87cd787334fccf1a is 32, key is 1/family:/1731522255316/Put/seqid=0 2024-11-13T18:24:15,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741840_1016 (size=5054) 2024-11-13T18:24:15,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741840_1016 (size=5054) 2024-11-13T18:24:15,552 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/data/default/testClearRegionBlockCache/310df74671eb3d2cad2c108056ce7d92/.tmp/family/9017ca2b37984b3d87cd787334fccf1a 2024-11-13T18:24:15,563 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/data/default/testClearRegionBlockCache/310df74671eb3d2cad2c108056ce7d92/.tmp/family/9017ca2b37984b3d87cd787334fccf1a as hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/data/default/testClearRegionBlockCache/310df74671eb3d2cad2c108056ce7d92/family/9017ca2b37984b3d87cd787334fccf1a 2024-11-13T18:24:15,574 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/data/default/testClearRegionBlockCache/310df74671eb3d2cad2c108056ce7d92/family/9017ca2b37984b3d87cd787334fccf1a, entries=4, sequenceid=8, filesize=4.9 K 2024-11-13T18:24:15,577 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 310df74671eb3d2cad2c108056ce7d92 in 55ms, sequenceid=8, compaction requested=false 2024-11-13T18:24:15,577 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 310df74671eb3d2cad2c108056ce7d92: 2024-11-13T18:24:15,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53d85d66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:24:15,581 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,34723,-1 for getting cluster id 2024-11-13T18:24:15,581 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:24:15,583 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0f641c3-604b-4121-992b-c0e4c5829038' 2024-11-13T18:24:15,583 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:24:15,583 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0f641c3-604b-4121-992b-c0e4c5829038" 2024-11-13T18:24:15,584 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465cf39f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:24:15,584 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,34723,-1] 2024-11-13T18:24:15,584 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:24:15,585 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:15,586 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:24:15,587 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d8371d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:24:15,603 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-13T18:24:15,603 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:24:15,605 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,44587,1731522252254, seqNum=-1] 2024-11-13T18:24:15,606 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:24:15,608 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:24:15,619 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:24:15,620 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:24:15,622 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:24:15,622 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:24:15,629 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:24:15,629 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:24:15,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:15,635 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:24:15,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:15,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T18:24:15,636 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:24:15,636 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:24:15,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:15,636 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:24:15,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:15,636 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T18:24:15,637 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1335079588, stopped=false 2024-11-13T18:24:15,637 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=39e84130bbc9,34723,1731522251276 2024-11-13T18:24:15,639 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44587-0x100ed57baec0002, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T18:24:15,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42197-0x100ed57baec0001, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T18:24:15,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34723-0x100ed57baec0000, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T18:24:15,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34723-0x100ed57baec0000, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:15,639 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:24:15,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42197-0x100ed57baec0001, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:15,640 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:24:15,640 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42197-0x100ed57baec0001, quorum=127.0.0.1:55084, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:24:15,640 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:24:15,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:15,641 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '39e84130bbc9,42197,1731522252095' ***** 2024-11-13T18:24:15,641 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:24:15,641 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '39e84130bbc9,44587,1731522252254' ***** 2024-11-13T18:24:15,641 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:24:15,641 INFO [RS:0;39e84130bbc9:42197 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:24:15,641 INFO [RS:1;39e84130bbc9:44587 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:24:15,641 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:24:15,642 INFO [RS:1;39e84130bbc9:44587 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:24:15,642 INFO [RS:0;39e84130bbc9:42197 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:24:15,642 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44587-0x100ed57baec0002, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:15,642 INFO [RS:1;39e84130bbc9:44587 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:24:15,642 INFO [RS:0;39e84130bbc9:42197 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:24:15,642 INFO [RS:1;39e84130bbc9:44587 {}] regionserver.HRegionServer(3091): Received CLOSE for 310df74671eb3d2cad2c108056ce7d92 2024-11-13T18:24:15,642 INFO [RS:0;39e84130bbc9:42197 {}] regionserver.HRegionServer(3091): Received CLOSE for 595ba52ed52ebcbfea141dab737cfb90 2024-11-13T18:24:15,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34723-0x100ed57baec0000, quorum=127.0.0.1:55084, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:24:15,642 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:24:15,643 INFO [RS:0;39e84130bbc9:42197 {}] regionserver.HRegionServer(959): stopping server 39e84130bbc9,42197,1731522252095 2024-11-13T18:24:15,643 INFO [RS:0;39e84130bbc9:42197 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:24:15,643 INFO [RS:0;39e84130bbc9:42197 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:42197. 2024-11-13T18:24:15,643 DEBUG [RS:0;39e84130bbc9:42197 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:24:15,643 DEBUG [RS:0;39e84130bbc9:42197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:15,643 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 595ba52ed52ebcbfea141dab737cfb90, disabling compactions & flushes 2024-11-13T18:24:15,643 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44587-0x100ed57baec0002, quorum=127.0.0.1:55084, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:24:15,643 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731522254641.595ba52ed52ebcbfea141dab737cfb90. 2024-11-13T18:24:15,643 INFO [RS:0;39e84130bbc9:42197 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T18:24:15,643 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731522254641.595ba52ed52ebcbfea141dab737cfb90. 2024-11-13T18:24:15,643 DEBUG [RS:0;39e84130bbc9:42197 {}] regionserver.HRegionServer(1325): Online Regions={595ba52ed52ebcbfea141dab737cfb90=testClearRegionBlockCache,5,1731522254641.595ba52ed52ebcbfea141dab737cfb90.} 2024-11-13T18:24:15,643 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731522254641.595ba52ed52ebcbfea141dab737cfb90. after waiting 0 ms 2024-11-13T18:24:15,643 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731522254641.595ba52ed52ebcbfea141dab737cfb90. 2024-11-13T18:24:15,644 DEBUG [RS:0;39e84130bbc9:42197 {}] regionserver.HRegionServer(1351): Waiting on 595ba52ed52ebcbfea141dab737cfb90 2024-11-13T18:24:15,645 INFO [RS:1;39e84130bbc9:44587 {}] regionserver.HRegionServer(959): stopping server 39e84130bbc9,44587,1731522252254 2024-11-13T18:24:15,645 INFO [RS:1;39e84130bbc9:44587 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:24:15,645 INFO [RS:1;39e84130bbc9:44587 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;39e84130bbc9:44587. 2024-11-13T18:24:15,645 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 310df74671eb3d2cad2c108056ce7d92, disabling compactions & flushes 2024-11-13T18:24:15,645 DEBUG [RS:1;39e84130bbc9:44587 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:24:15,645 DEBUG [RS:1;39e84130bbc9:44587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:15,645 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731522254641.310df74671eb3d2cad2c108056ce7d92. 2024-11-13T18:24:15,646 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731522254641.310df74671eb3d2cad2c108056ce7d92. 2024-11-13T18:24:15,646 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731522254641.310df74671eb3d2cad2c108056ce7d92. after waiting 0 ms 2024-11-13T18:24:15,646 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731522254641.310df74671eb3d2cad2c108056ce7d92. 2024-11-13T18:24:15,646 INFO [RS:1;39e84130bbc9:44587 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:24:15,653 INFO [RS:1;39e84130bbc9:44587 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:24:15,653 INFO [RS:1;39e84130bbc9:44587 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:24:15,653 INFO [RS:1;39e84130bbc9:44587 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T18:24:15,658 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/data/default/testClearRegionBlockCache/310df74671eb3d2cad2c108056ce7d92/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T18:24:15,661 INFO [RS:1;39e84130bbc9:44587 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T18:24:15,661 DEBUG [RS:1;39e84130bbc9:44587 {}] regionserver.HRegionServer(1325): Online Regions={310df74671eb3d2cad2c108056ce7d92=testClearRegionBlockCache,,1731522254641.310df74671eb3d2cad2c108056ce7d92., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T18:24:15,661 DEBUG [RS:1;39e84130bbc9:44587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 310df74671eb3d2cad2c108056ce7d92 2024-11-13T18:24:15,661 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:24:15,661 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:24:15,662 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:24:15,662 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:24:15,662 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:24:15,662 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731522254641.310df74671eb3d2cad2c108056ce7d92. 2024-11-13T18:24:15,662 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 310df74671eb3d2cad2c108056ce7d92: Waiting for close lock at 1731522255645Running coprocessor pre-close hooks at 1731522255645Disabling compacts and flushes for region at 1731522255645Disabling writes for close at 1731522255646 (+1 ms)Writing region close event to WAL at 1731522255647 (+1 ms)Running coprocessor post-close hooks at 1731522255659 (+12 ms)Closed at 1731522255662 (+3 ms) 2024-11-13T18:24:15,662 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/data/default/testClearRegionBlockCache/595ba52ed52ebcbfea141dab737cfb90/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-13T18:24:15,663 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-13T18:24:15,663 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731522254641.310df74671eb3d2cad2c108056ce7d92. 2024-11-13T18:24:15,663 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731522254641.595ba52ed52ebcbfea141dab737cfb90. 2024-11-13T18:24:15,664 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 595ba52ed52ebcbfea141dab737cfb90: Waiting for close lock at 1731522255643Running coprocessor pre-close hooks at 1731522255643Disabling compacts and flushes for region at 1731522255643Disabling writes for close at 1731522255643Writing region close event to WAL at 1731522255654 (+11 ms)Running coprocessor post-close hooks at 1731522255663 (+9 ms)Closed at 1731522255663 2024-11-13T18:24:15,664 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731522254641.595ba52ed52ebcbfea141dab737cfb90. 2024-11-13T18:24:15,687 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/data/hbase/meta/1588230740/.tmp/info/281892484f88473985997777a06b48cc is 173, key is testClearRegionBlockCache,5,1731522254641.595ba52ed52ebcbfea141dab737cfb90./info:regioninfo/1731522255126/Put/seqid=0 2024-11-13T18:24:15,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741841_1017 (size=8173) 2024-11-13T18:24:15,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741841_1017 (size=8173) 2024-11-13T18:24:15,701 INFO [regionserver/39e84130bbc9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:24:15,701 INFO [regionserver/39e84130bbc9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:24:15,844 INFO [RS:0;39e84130bbc9:42197 {}] regionserver.HRegionServer(976): stopping server 39e84130bbc9,42197,1731522252095; all regions closed. 2024-11-13T18:24:15,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741834_1010 (size=1867) 2024-11-13T18:24:15,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741834_1010 (size=1867) 2024-11-13T18:24:15,856 DEBUG [RS:0;39e84130bbc9:42197 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/oldWALs 2024-11-13T18:24:15,856 INFO [RS:0;39e84130bbc9:42197 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39e84130bbc9%2C42197%2C1731522252095:(num 1731522253659) 2024-11-13T18:24:15,856 DEBUG [RS:0;39e84130bbc9:42197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:15,856 INFO [RS:0;39e84130bbc9:42197 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:24:15,857 INFO [RS:0;39e84130bbc9:42197 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:24:15,857 INFO [RS:0;39e84130bbc9:42197 {}] hbase.ChoreService(370): Chore service for: regionserver/39e84130bbc9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T18:24:15,857 INFO [regionserver/39e84130bbc9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:24:15,857 INFO [RS:0;39e84130bbc9:42197 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:24:15,857 INFO [RS:0;39e84130bbc9:42197 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:24:15,857 INFO [RS:0;39e84130bbc9:42197 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:24:15,857 INFO [RS:0;39e84130bbc9:42197 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:24:15,858 INFO [RS:0;39e84130bbc9:42197 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42197 2024-11-13T18:24:15,862 DEBUG [RS:1;39e84130bbc9:44587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:24:15,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34723-0x100ed57baec0000, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T18:24:15,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42197-0x100ed57baec0001, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/39e84130bbc9,42197,1731522252095 2024-11-13T18:24:15,862 INFO [RS:0;39e84130bbc9:42197 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:24:15,863 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [39e84130bbc9,42197,1731522252095] 2024-11-13T18:24:15,864 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/39e84130bbc9,42197,1731522252095 already deleted, retry=false 2024-11-13T18:24:15,865 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 39e84130bbc9,42197,1731522252095 expired; onlineServers=1 2024-11-13T18:24:15,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42197-0x100ed57baec0001, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:24:15,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42197-0x100ed57baec0001, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:24:15,965 INFO [RS:0;39e84130bbc9:42197 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:24:15,965 INFO [RS:0;39e84130bbc9:42197 {}] regionserver.HRegionServer(1031): Exiting; stopping=39e84130bbc9,42197,1731522252095; zookeeper connection closed. 2024-11-13T18:24:15,966 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9612a47 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9612a47 2024-11-13T18:24:16,062 DEBUG [RS:1;39e84130bbc9:44587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:24:16,096 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/data/hbase/meta/1588230740/.tmp/info/281892484f88473985997777a06b48cc 2024-11-13T18:24:16,122 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/data/hbase/meta/1588230740/.tmp/ns/5c60ef9b24ac456891a47bf610c570cf is 43, key is default/ns:d/1731522254308/Put/seqid=0 2024-11-13T18:24:16,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741842_1018 (size=5153) 2024-11-13T18:24:16,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741842_1018 (size=5153) 2024-11-13T18:24:16,130 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/data/hbase/meta/1588230740/.tmp/ns/5c60ef9b24ac456891a47bf610c570cf 2024-11-13T18:24:16,154 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/data/hbase/meta/1588230740/.tmp/table/2047a44a2fd8435abbd5aaf1802b0236 is 61, key is testClearRegionBlockCache/table:state/1731522255145/Put/seqid=0 2024-11-13T18:24:16,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741843_1019 (size=5312) 2024-11-13T18:24:16,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741843_1019 (size=5312) 2024-11-13T18:24:16,161 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/data/hbase/meta/1588230740/.tmp/table/2047a44a2fd8435abbd5aaf1802b0236 2024-11-13T18:24:16,170 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/data/hbase/meta/1588230740/.tmp/info/281892484f88473985997777a06b48cc as hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/data/hbase/meta/1588230740/info/281892484f88473985997777a06b48cc 2024-11-13T18:24:16,178 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/data/hbase/meta/1588230740/info/281892484f88473985997777a06b48cc, entries=20, sequenceid=13, filesize=8.0 K 2024-11-13T18:24:16,180 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/data/hbase/meta/1588230740/.tmp/ns/5c60ef9b24ac456891a47bf610c570cf as hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/data/hbase/meta/1588230740/ns/5c60ef9b24ac456891a47bf610c570cf 2024-11-13T18:24:16,189 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/data/hbase/meta/1588230740/ns/5c60ef9b24ac456891a47bf610c570cf, entries=2, sequenceid=13, filesize=5.0 K 2024-11-13T18:24:16,190 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/data/hbase/meta/1588230740/.tmp/table/2047a44a2fd8435abbd5aaf1802b0236 as hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/data/hbase/meta/1588230740/table/2047a44a2fd8435abbd5aaf1802b0236 2024-11-13T18:24:16,199 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/data/hbase/meta/1588230740/table/2047a44a2fd8435abbd5aaf1802b0236, entries=2, sequenceid=13, filesize=5.2 K 2024-11-13T18:24:16,201 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 539ms, sequenceid=13, compaction requested=false 2024-11-13T18:24:16,201 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T18:24:16,208 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-13T18:24:16,209 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:24:16,210 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:24:16,210 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731522255661Running coprocessor pre-close hooks at 1731522255661Disabling compacts and flushes for region at 1731522255661Disabling writes for close at 1731522255662 (+1 ms)Obtaining lock to block concurrent updates at 1731522255663 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731522255663Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731522255663Flushing stores of hbase:meta,,1.1588230740 at 1731522255664 (+1 ms)Flushing 1588230740/info: creating writer at 1731522255664Flushing 1588230740/info: appending metadata at 1731522255686 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731522255686Flushing 1588230740/ns: creating writer at 1731522256106 (+420 ms)Flushing 1588230740/ns: appending metadata at 1731522256121 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731522256121Flushing 1588230740/table: creating writer at 1731522256138 (+17 ms)Flushing 1588230740/table: appending metadata at 1731522256153 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731522256153Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65f526d1: reopening flushed file at 1731522256168 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4be81e7c: reopening flushed file at 1731522256178 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29a0cf41: reopening flushed file at 1731522256189 (+11 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 539ms, sequenceid=13, compaction requested=false at 1731522256201 (+12 ms)Writing region close event to WAL at 1731522256203 (+2 ms)Running coprocessor post-close hooks at 1731522256209 (+6 ms)Closed at 1731522256210 (+1 ms) 2024-11-13T18:24:16,210 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T18:24:16,262 INFO [RS:1;39e84130bbc9:44587 {}] regionserver.HRegionServer(976): stopping server 39e84130bbc9,44587,1731522252254; all regions closed. 2024-11-13T18:24:16,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741835_1011 (size=4338) 2024-11-13T18:24:16,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741835_1011 (size=4338) 2024-11-13T18:24:16,270 DEBUG [RS:1;39e84130bbc9:44587 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/oldWALs 2024-11-13T18:24:16,270 INFO [RS:1;39e84130bbc9:44587 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39e84130bbc9%2C44587%2C1731522252254.meta:.meta(num 1731522254115) 2024-11-13T18:24:16,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741833_1009 (size=1758) 2024-11-13T18:24:16,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741833_1009 (size=1758) 2024-11-13T18:24:16,276 DEBUG [RS:1;39e84130bbc9:44587 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/oldWALs 2024-11-13T18:24:16,276 INFO [RS:1;39e84130bbc9:44587 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39e84130bbc9%2C44587%2C1731522252254:(num 1731522253658) 2024-11-13T18:24:16,276 DEBUG [RS:1;39e84130bbc9:44587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:16,277 INFO [RS:1;39e84130bbc9:44587 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:24:16,277 INFO [RS:1;39e84130bbc9:44587 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:24:16,277 INFO [RS:1;39e84130bbc9:44587 {}] hbase.ChoreService(370): Chore service for: regionserver/39e84130bbc9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T18:24:16,277 INFO [RS:1;39e84130bbc9:44587 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:24:16,277 INFO [regionserver/39e84130bbc9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:24:16,277 INFO [RS:1;39e84130bbc9:44587 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44587 2024-11-13T18:24:16,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34723-0x100ed57baec0000, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T18:24:16,280 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44587-0x100ed57baec0002, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/39e84130bbc9,44587,1731522252254 2024-11-13T18:24:16,280 INFO [RS:1;39e84130bbc9:44587 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:24:16,281 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [39e84130bbc9,44587,1731522252254] 2024-11-13T18:24:16,282 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/39e84130bbc9,44587,1731522252254 already deleted, retry=false 2024-11-13T18:24:16,282 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 39e84130bbc9,44587,1731522252254 expired; onlineServers=0 2024-11-13T18:24:16,283 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '39e84130bbc9,34723,1731522251276' ***** 2024-11-13T18:24:16,283 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T18:24:16,283 INFO [M:0;39e84130bbc9:34723 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:24:16,283 INFO [M:0;39e84130bbc9:34723 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:24:16,283 DEBUG [M:0;39e84130bbc9:34723 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T18:24:16,283 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T18:24:16,283 DEBUG [M:0;39e84130bbc9:34723 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T18:24:16,283 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731522253343 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731522253343,5,FailOnTimeoutGroup] 2024-11-13T18:24:16,283 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731522253343 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731522253343,5,FailOnTimeoutGroup] 2024-11-13T18:24:16,284 INFO [M:0;39e84130bbc9:34723 {}] hbase.ChoreService(370): Chore service for: master/39e84130bbc9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T18:24:16,284 INFO [M:0;39e84130bbc9:34723 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:24:16,284 DEBUG [M:0;39e84130bbc9:34723 {}] master.HMaster(1795): Stopping service threads 2024-11-13T18:24:16,284 INFO [M:0;39e84130bbc9:34723 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T18:24:16,284 INFO [M:0;39e84130bbc9:34723 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:24:16,285 INFO [M:0;39e84130bbc9:34723 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T18:24:16,285 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T18:24:16,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34723-0x100ed57baec0000, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T18:24:16,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34723-0x100ed57baec0000, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:16,286 DEBUG [M:0;39e84130bbc9:34723 {}] zookeeper.ZKUtil(347): master:34723-0x100ed57baec0000, quorum=127.0.0.1:55084, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T18:24:16,286 WARN [M:0;39e84130bbc9:34723 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T18:24:16,287 INFO [M:0;39e84130bbc9:34723 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/.lastflushedseqids 2024-11-13T18:24:16,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741844_1020 (size=182) 2024-11-13T18:24:16,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741844_1020 (size=182) 2024-11-13T18:24:16,304 INFO [M:0;39e84130bbc9:34723 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T18:24:16,304 INFO [M:0;39e84130bbc9:34723 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T18:24:16,304 DEBUG [M:0;39e84130bbc9:34723 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:24:16,304 INFO [M:0;39e84130bbc9:34723 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:24:16,304 DEBUG [M:0;39e84130bbc9:34723 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:24:16,305 DEBUG [M:0;39e84130bbc9:34723 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:24:16,305 DEBUG [M:0;39e84130bbc9:34723 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:24:16,305 INFO [M:0;39e84130bbc9:34723 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-13T18:24:16,325 DEBUG [M:0;39e84130bbc9:34723 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b9729fa43a54968ac844339e76bc094 is 82, key is hbase:meta,,1/info:regioninfo/1731522254228/Put/seqid=0 2024-11-13T18:24:16,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741845_1021 (size=5672) 2024-11-13T18:24:16,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741845_1021 (size=5672) 2024-11-13T18:24:16,332 INFO [M:0;39e84130bbc9:34723 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b9729fa43a54968ac844339e76bc094 2024-11-13T18:24:16,358 DEBUG [M:0;39e84130bbc9:34723 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9fa100c9f859431a967feb8211402e0e is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731522255154/Put/seqid=0 2024-11-13T18:24:16,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741846_1022 (size=6219) 2024-11-13T18:24:16,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741846_1022 (size=6219) 2024-11-13T18:24:16,366 INFO [M:0;39e84130bbc9:34723 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9fa100c9f859431a967feb8211402e0e 2024-11-13T18:24:16,382 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44587-0x100ed57baec0002, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:24:16,382 INFO [RS:1;39e84130bbc9:44587 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:24:16,382 INFO [RS:1;39e84130bbc9:44587 {}] regionserver.HRegionServer(1031): Exiting; stopping=39e84130bbc9,44587,1731522252254; zookeeper connection closed. 2024-11-13T18:24:16,382 DEBUG [pool-56-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44587-0x100ed57baec0002, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:24:16,382 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3841997b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3841997b 2024-11-13T18:24:16,383 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-13T18:24:16,393 DEBUG [M:0;39e84130bbc9:34723 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d08e77f8ee6242e199fb54272346a753 is 69, key is 39e84130bbc9,42197,1731522252095/rs:state/1731522253410/Put/seqid=0 2024-11-13T18:24:16,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741847_1023 (size=5224) 2024-11-13T18:24:16,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741847_1023 (size=5224) 2024-11-13T18:24:16,402 INFO [M:0;39e84130bbc9:34723 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d08e77f8ee6242e199fb54272346a753 2024-11-13T18:24:16,411 DEBUG [M:0;39e84130bbc9:34723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b9729fa43a54968ac844339e76bc094 as hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7b9729fa43a54968ac844339e76bc094 2024-11-13T18:24:16,420 INFO [M:0;39e84130bbc9:34723 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7b9729fa43a54968ac844339e76bc094, entries=8, sequenceid=71, filesize=5.5 K 2024-11-13T18:24:16,421 DEBUG [M:0;39e84130bbc9:34723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9fa100c9f859431a967feb8211402e0e as hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9fa100c9f859431a967feb8211402e0e 2024-11-13T18:24:16,429 INFO [M:0;39e84130bbc9:34723 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9fa100c9f859431a967feb8211402e0e, entries=8, sequenceid=71, filesize=6.1 K 2024-11-13T18:24:16,431 DEBUG [M:0;39e84130bbc9:34723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d08e77f8ee6242e199fb54272346a753 as hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d08e77f8ee6242e199fb54272346a753 2024-11-13T18:24:16,441 INFO [M:0;39e84130bbc9:34723 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40967/user/jenkins/test-data/fa58d587-bea4-89e6-be4d-5d1b5f6452fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d08e77f8ee6242e199fb54272346a753, entries=2, sequenceid=71, filesize=5.1 K 2024-11-13T18:24:16,446 INFO [M:0;39e84130bbc9:34723 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 140ms, sequenceid=71, compaction requested=false 2024-11-13T18:24:16,448 INFO [M:0;39e84130bbc9:34723 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:24:16,448 DEBUG [M:0;39e84130bbc9:34723 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731522256304Disabling compacts and flushes for region at 1731522256304Disabling writes for close at 1731522256305 (+1 ms)Obtaining lock to block concurrent updates at 1731522256305Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731522256305Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731522256306 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731522256306Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731522256306Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731522256324 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731522256324Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731522256341 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731522256357 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731522256357Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731522256373 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731522256392 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731522256392Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@400fc8f8: reopening flushed file at 1731522256409 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ccb1d83: reopening flushed file at 1731522256420 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39d76d88: reopening flushed file at 1731522256429 (+9 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 140ms, sequenceid=71, compaction requested=false at 1731522256446 (+17 ms)Writing region close event to WAL at 1731522256448 (+2 ms)Closed at 1731522256448 2024-11-13T18:24:16,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741830_1006 (size=35440) 2024-11-13T18:24:16,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741830_1006 (size=35440) 2024-11-13T18:24:16,454 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:24:16,454 INFO [M:0;39e84130bbc9:34723 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T18:24:16,454 INFO [M:0;39e84130bbc9:34723 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34723 2024-11-13T18:24:16,454 INFO [M:0;39e84130bbc9:34723 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:24:16,557 INFO [M:0;39e84130bbc9:34723 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:24:16,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34723-0x100ed57baec0000, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:24:16,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34723-0x100ed57baec0000, quorum=127.0.0.1:55084, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:24:16,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5acf7a93{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:24:16,564 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52bff630{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:24:16,564 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:24:16,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b611e38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:24:16,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@727c4888{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e464cb-c294-84b9-a280-3bd06dda122f/hadoop.log.dir/,STOPPED} 2024-11-13T18:24:16,567 WARN [BP-1661145802-172.17.0.3-1731522247918 heartbeating to localhost/127.0.0.1:40967 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:24:16,567 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:24:16,567 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:24:16,567 WARN [BP-1661145802-172.17.0.3-1731522247918 heartbeating to localhost/127.0.0.1:40967 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1661145802-172.17.0.3-1731522247918 (Datanode Uuid 0d1b79c0-b501-4f09-b88a-160c5d0cebac) service to localhost/127.0.0.1:40967 2024-11-13T18:24:16,568 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e464cb-c294-84b9-a280-3bd06dda122f/cluster_8c2e5f1d-12ed-842a-dd4c-d84de2d3f02d/data/data3/current/BP-1661145802-172.17.0.3-1731522247918 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:24:16,568 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e464cb-c294-84b9-a280-3bd06dda122f/cluster_8c2e5f1d-12ed-842a-dd4c-d84de2d3f02d/data/data4/current/BP-1661145802-172.17.0.3-1731522247918 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:24:16,568 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:24:16,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bc3e688{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:24:16,571 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21b0fe12{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:24:16,571 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:24:16,571 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@684a1a54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:24:16,571 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18d551c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e464cb-c294-84b9-a280-3bd06dda122f/hadoop.log.dir/,STOPPED} 2024-11-13T18:24:16,572 WARN [BP-1661145802-172.17.0.3-1731522247918 heartbeating to localhost/127.0.0.1:40967 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:24:16,572 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:24:16,572 WARN [BP-1661145802-172.17.0.3-1731522247918 heartbeating to localhost/127.0.0.1:40967 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1661145802-172.17.0.3-1731522247918 (Datanode Uuid 9a59c926-2d62-4ae3-96d0-b563500174c2) service to localhost/127.0.0.1:40967 2024-11-13T18:24:16,573 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:24:16,573 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e464cb-c294-84b9-a280-3bd06dda122f/cluster_8c2e5f1d-12ed-842a-dd4c-d84de2d3f02d/data/data1/current/BP-1661145802-172.17.0.3-1731522247918 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:24:16,573 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e464cb-c294-84b9-a280-3bd06dda122f/cluster_8c2e5f1d-12ed-842a-dd4c-d84de2d3f02d/data/data2/current/BP-1661145802-172.17.0.3-1731522247918 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:24:16,574 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:24:16,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:24:16,583 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:24:16,583 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:24:16,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:24:16,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e464cb-c294-84b9-a280-3bd06dda122f/hadoop.log.dir/,STOPPED} 2024-11-13T18:24:16,592 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T18:24:16,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T18:24:16,633 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=79 (was 11) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:40967 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:40967 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:40967 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:40967 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/39e84130bbc9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/39e84130bbc9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40967 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:40967 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/39e84130bbc9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/39e84130bbc9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@2b4c66e5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:40967 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=410 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=240 (was 247), ProcessCount=11 (was 11), AvailableMemoryMB=2266 (was 2976) 2024-11-13T18:24:16,640 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=78, OpenFileDescriptor=410, MaxFileDescriptor=1048576, SystemLoadAverage=240, ProcessCount=11, AvailableMemoryMB=2266 2024-11-13T18:24:16,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e464cb-c294-84b9-a280-3bd06dda122f/hadoop.log.dir so I do NOT create it in target/test-data/b880c596-1d4e-fe31-ce9a-bf92f8334936 2024-11-13T18:24:16,655 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e464cb-c294-84b9-a280-3bd06dda122f/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T18:24:16,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e464cb-c294-84b9-a280-3bd06dda122f/hadoop.tmp.dir so I do NOT create it in target/test-data/b880c596-1d4e-fe31-ce9a-bf92f8334936 2024-11-13T18:24:16,655 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e464cb-c294-84b9-a280-3bd06dda122f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T18:24:16,655 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b880c596-1d4e-fe31-ce9a-bf92f8334936 2024-11-13T18:24:16,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T18:24:16,656 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b880c596-1d4e-fe31-ce9a-bf92f8334936/cluster_6525e33e-c687-c5ba-3722-f15a967cc28b, deleteOnExit=true 2024-11-13T18:24:16,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T18:24:16,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b880c596-1d4e-fe31-ce9a-bf92f8334936/test.cache.data in system properties and HBase conf 2024-11-13T18:24:16,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b880c596-1d4e-fe31-ce9a-bf92f8334936/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T18:24:16,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b880c596-1d4e-fe31-ce9a-bf92f8334936/hadoop.log.dir in system properties and HBase conf 2024-11-13T18:24:16,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b880c596-1d4e-fe31-ce9a-bf92f8334936/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T18:24:16,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b880c596-1d4e-fe31-ce9a-bf92f8334936/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T18:24:16,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T18:24:16,657 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T18:24:16,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b880c596-1d4e-fe31-ce9a-bf92f8334936/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:24:16,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b880c596-1d4e-fe31-ce9a-bf92f8334936/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:24:16,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b880c596-1d4e-fe31-ce9a-bf92f8334936/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T18:24:16,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b880c596-1d4e-fe31-ce9a-bf92f8334936/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:24:16,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b880c596-1d4e-fe31-ce9a-bf92f8334936/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T18:24:16,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b880c596-1d4e-fe31-ce9a-bf92f8334936/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T18:24:16,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b880c596-1d4e-fe31-ce9a-bf92f8334936/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:24:16,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b880c596-1d4e-fe31-ce9a-bf92f8334936/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:24:16,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b880c596-1d4e-fe31-ce9a-bf92f8334936/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T18:24:16,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b880c596-1d4e-fe31-ce9a-bf92f8334936/nfs.dump.dir in system properties and HBase conf 2024-11-13T18:24:16,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b880c596-1d4e-fe31-ce9a-bf92f8334936/java.io.tmpdir in system properties and HBase conf 2024-11-13T18:24:16,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b880c596-1d4e-fe31-ce9a-bf92f8334936/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:24:16,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b880c596-1d4e-fe31-ce9a-bf92f8334936/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T18:24:16,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b880c596-1d4e-fe31-ce9a-bf92f8334936/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T18:24:16,759 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:24:16,764 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:24:16,770 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:24:16,770 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:24:16,770 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:24:16,771 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:24:16,771 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8a7e9a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b880c596-1d4e-fe31-ce9a-bf92f8334936/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:24:16,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54c0de08{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:24:16,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15f4066e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b880c596-1d4e-fe31-ce9a-bf92f8334936/java.io.tmpdir/jetty-localhost-42321-hadoop-hdfs-3_4_1-tests_jar-_-any-8451393394137118819/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:24:16,901 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1084f561{HTTP/1.1, (http/1.1)}{localhost:42321} 2024-11-13T18:24:16,901 INFO [Time-limited test {}] server.Server(415): Started @11233ms 2024-11-13T18:24:16,988 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:24:16,991 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:24:16,992 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:24:16,992 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:24:16,992 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:24:16,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20c705b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b880c596-1d4e-fe31-ce9a-bf92f8334936/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:24:16,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61b1a52f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:24:17,108 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@571c957d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b880c596-1d4e-fe31-ce9a-bf92f8334936/java.io.tmpdir/jetty-localhost-45459-hadoop-hdfs-3_4_1-tests_jar-_-any-517264032783083327/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:24:17,109 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75663c8a{HTTP/1.1, (http/1.1)}{localhost:45459} 2024-11-13T18:24:17,109 INFO [Time-limited test {}] server.Server(415): Started @11441ms 2024-11-13T18:24:17,110 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:24:17,147 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:24:17,150 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:24:17,154 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:24:17,154 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:24:17,154 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:24:17,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ebe9064{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b880c596-1d4e-fe31-ce9a-bf92f8334936/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:24:17,155 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b0c742e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:24:17,202 WARN [Thread-351 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b880c596-1d4e-fe31-ce9a-bf92f8334936/cluster_6525e33e-c687-c5ba-3722-f15a967cc28b/data/data2/current/BP-684208181-172.17.0.3-1731522256692/current, will proceed with Du for space computation calculation, 2024-11-13T18:24:17,202 WARN [Thread-350 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b880c596-1d4e-fe31-ce9a-bf92f8334936/cluster_6525e33e-c687-c5ba-3722-f15a967cc28b/data/data1/current/BP-684208181-172.17.0.3-1731522256692/current, will proceed with Du for space computation calculation, 2024-11-13T18:24:17,234 WARN [Thread-329 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:24:17,243 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f1296d981580b0b with lease ID 0x8b9436fd51f1f1df: Processing first storage report for DS-fc21f728-08f7-45e1-a9b3-8c82cb140386 from datanode DatanodeRegistration(127.0.0.1:43121, datanodeUuid=55b4c2d1-4e48-44d7-9839-4bc7f2d6be77, infoPort=43059, infoSecurePort=0, ipcPort=41967, storageInfo=lv=-57;cid=testClusterID;nsid=1908419434;c=1731522256692) 2024-11-13T18:24:17,243 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f1296d981580b0b with lease ID 0x8b9436fd51f1f1df: from storage DS-fc21f728-08f7-45e1-a9b3-8c82cb140386 node DatanodeRegistration(127.0.0.1:43121, datanodeUuid=55b4c2d1-4e48-44d7-9839-4bc7f2d6be77, infoPort=43059, infoSecurePort=0, ipcPort=41967, storageInfo=lv=-57;cid=testClusterID;nsid=1908419434;c=1731522256692), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T18:24:17,243 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f1296d981580b0b with lease ID 0x8b9436fd51f1f1df: Processing first storage report for DS-175e32d9-6f7f-45a4-9a5e-f41559d6a87c from datanode DatanodeRegistration(127.0.0.1:43121, datanodeUuid=55b4c2d1-4e48-44d7-9839-4bc7f2d6be77, infoPort=43059, infoSecurePort=0, ipcPort=41967, storageInfo=lv=-57;cid=testClusterID;nsid=1908419434;c=1731522256692) 2024-11-13T18:24:17,243 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f1296d981580b0b with lease ID 0x8b9436fd51f1f1df: from storage DS-175e32d9-6f7f-45a4-9a5e-f41559d6a87c node DatanodeRegistration(127.0.0.1:43121, datanodeUuid=55b4c2d1-4e48-44d7-9839-4bc7f2d6be77, infoPort=43059, infoSecurePort=0, ipcPort=41967, storageInfo=lv=-57;cid=testClusterID;nsid=1908419434;c=1731522256692), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:24:17,292 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b10c2d7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b880c596-1d4e-fe31-ce9a-bf92f8334936/java.io.tmpdir/jetty-localhost-46817-hadoop-hdfs-3_4_1-tests_jar-_-any-13581782689866633957/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:24:17,293 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ba050ec{HTTP/1.1, (http/1.1)}{localhost:46817} 2024-11-13T18:24:17,293 INFO [Time-limited test {}] server.Server(415): Started @11625ms 2024-11-13T18:24:17,294 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:24:17,389 WARN [Thread-376 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b880c596-1d4e-fe31-ce9a-bf92f8334936/cluster_6525e33e-c687-c5ba-3722-f15a967cc28b/data/data3/current/BP-684208181-172.17.0.3-1731522256692/current, will proceed with Du for space computation calculation, 2024-11-13T18:24:17,389 WARN [Thread-377 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b880c596-1d4e-fe31-ce9a-bf92f8334936/cluster_6525e33e-c687-c5ba-3722-f15a967cc28b/data/data4/current/BP-684208181-172.17.0.3-1731522256692/current, will proceed with Du for space computation calculation, 2024-11-13T18:24:17,417 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:24:17,420 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x52e95533e4100825 with lease ID 0x8b9436fd51f1f1e0: Processing first storage report for DS-027bede6-d4f4-4680-bbf3-b4b60f4c7fbd from datanode DatanodeRegistration(127.0.0.1:38979, datanodeUuid=13d0a3a7-128b-4ed0-ab6d-0f19bf85259e, infoPort=39671, infoSecurePort=0, ipcPort=44373, storageInfo=lv=-57;cid=testClusterID;nsid=1908419434;c=1731522256692) 2024-11-13T18:24:17,420 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x52e95533e4100825 with lease ID 0x8b9436fd51f1f1e0: from storage DS-027bede6-d4f4-4680-bbf3-b4b60f4c7fbd node DatanodeRegistration(127.0.0.1:38979, datanodeUuid=13d0a3a7-128b-4ed0-ab6d-0f19bf85259e, infoPort=39671, infoSecurePort=0, ipcPort=44373, storageInfo=lv=-57;cid=testClusterID;nsid=1908419434;c=1731522256692), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:24:17,420 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x52e95533e4100825 with lease ID 0x8b9436fd51f1f1e0: Processing first storage report for DS-1c6392c6-e146-4282-ba51-0f57be7f23bb from datanode DatanodeRegistration(127.0.0.1:38979, datanodeUuid=13d0a3a7-128b-4ed0-ab6d-0f19bf85259e, infoPort=39671, infoSecurePort=0, ipcPort=44373, storageInfo=lv=-57;cid=testClusterID;nsid=1908419434;c=1731522256692) 2024-11-13T18:24:17,420 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x52e95533e4100825 with lease ID 0x8b9436fd51f1f1e0: from storage DS-1c6392c6-e146-4282-ba51-0f57be7f23bb node DatanodeRegistration(127.0.0.1:38979, datanodeUuid=13d0a3a7-128b-4ed0-ab6d-0f19bf85259e, infoPort=39671, infoSecurePort=0, ipcPort=44373, storageInfo=lv=-57;cid=testClusterID;nsid=1908419434;c=1731522256692), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:24:17,522 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b880c596-1d4e-fe31-ce9a-bf92f8334936 2024-11-13T18:24:17,525 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b880c596-1d4e-fe31-ce9a-bf92f8334936/cluster_6525e33e-c687-c5ba-3722-f15a967cc28b/zookeeper_0, clientPort=57561, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b880c596-1d4e-fe31-ce9a-bf92f8334936/cluster_6525e33e-c687-c5ba-3722-f15a967cc28b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b880c596-1d4e-fe31-ce9a-bf92f8334936/cluster_6525e33e-c687-c5ba-3722-f15a967cc28b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T18:24:17,526 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57561 2024-11-13T18:24:17,526 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:17,527 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:17,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38979 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:24:17,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:24:17,542 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86 with version=8 2024-11-13T18:24:17,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/hbase-staging 2024-11-13T18:24:17,544 INFO [Time-limited test {}] client.ConnectionUtils(128): master/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:24:17,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:17,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:17,544 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:24:17,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:17,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:24:17,545 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T18:24:17,545 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:24:17,547 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34913 2024-11-13T18:24:17,549 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34913 connecting to ZooKeeper ensemble=127.0.0.1:57561 2024-11-13T18:24:17,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349130x0, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:24:17,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34913-0x100ed57d71e0000 connected 2024-11-13T18:24:17,581 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:17,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:17,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34913-0x100ed57d71e0000, quorum=127.0.0.1:57561, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:24:17,584 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86, hbase.cluster.distributed=false 2024-11-13T18:24:17,587 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34913-0x100ed57d71e0000, quorum=127.0.0.1:57561, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T18:24:17,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34913 2024-11-13T18:24:17,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34913 2024-11-13T18:24:17,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34913 2024-11-13T18:24:17,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34913 2024-11-13T18:24:17,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34913 2024-11-13T18:24:17,621 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:24:17,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:17,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:17,622 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:24:17,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:17,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:24:17,622 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:24:17,622 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:24:17,623 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42267 2024-11-13T18:24:17,625 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42267 connecting to ZooKeeper ensemble=127.0.0.1:57561 2024-11-13T18:24:17,626 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:17,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:17,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422670x0, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:24:17,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42267-0x100ed57d71e0001 connected 2024-11-13T18:24:17,635 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42267-0x100ed57d71e0001, quorum=127.0.0.1:57561, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:24:17,635 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:24:17,636 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:24:17,637 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42267-0x100ed57d71e0001, quorum=127.0.0.1:57561, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T18:24:17,638 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42267-0x100ed57d71e0001, quorum=127.0.0.1:57561, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T18:24:17,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42267 2024-11-13T18:24:17,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42267 2024-11-13T18:24:17,642 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42267 2024-11-13T18:24:17,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42267 2024-11-13T18:24:17,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42267 2024-11-13T18:24:17,662 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:24:17,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:17,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:17,662 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:24:17,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:17,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:24:17,663 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:24:17,663 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:24:17,664 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36795 2024-11-13T18:24:17,665 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36795 connecting to ZooKeeper ensemble=127.0.0.1:57561 2024-11-13T18:24:17,666 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:17,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:17,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367950x0, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:24:17,673 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36795-0x100ed57d71e0002 connected 2024-11-13T18:24:17,674 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36795-0x100ed57d71e0002, quorum=127.0.0.1:57561, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:24:17,674 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:24:17,675 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:24:17,676 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36795-0x100ed57d71e0002, quorum=127.0.0.1:57561, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T18:24:17,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36795-0x100ed57d71e0002, quorum=127.0.0.1:57561, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T18:24:17,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36795 2024-11-13T18:24:17,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36795 2024-11-13T18:24:17,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36795 2024-11-13T18:24:17,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36795 2024-11-13T18:24:17,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36795 2024-11-13T18:24:17,691 DEBUG [M:0;39e84130bbc9:34913 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;39e84130bbc9:34913 2024-11-13T18:24:17,691 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/39e84130bbc9,34913,1731522257544 2024-11-13T18:24:17,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34913-0x100ed57d71e0000, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:24:17,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42267-0x100ed57d71e0001, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:24:17,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36795-0x100ed57d71e0002, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:24:17,694 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34913-0x100ed57d71e0000, quorum=127.0.0.1:57561, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/39e84130bbc9,34913,1731522257544 2024-11-13T18:24:17,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42267-0x100ed57d71e0001, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T18:24:17,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36795-0x100ed57d71e0002, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T18:24:17,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42267-0x100ed57d71e0001, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:17,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34913-0x100ed57d71e0000, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:17,697 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34913-0x100ed57d71e0000, quorum=127.0.0.1:57561, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T18:24:17,697 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/39e84130bbc9,34913,1731522257544 from backup master directory 2024-11-13T18:24:17,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36795-0x100ed57d71e0002, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:17,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36795-0x100ed57d71e0002, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:24:17,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34913-0x100ed57d71e0000, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/39e84130bbc9,34913,1731522257544 2024-11-13T18:24:17,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42267-0x100ed57d71e0001, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:24:17,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34913-0x100ed57d71e0000, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:24:17,700 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:24:17,700 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=39e84130bbc9,34913,1731522257544 2024-11-13T18:24:17,707 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/hbase.id] with ID: 5c86e95e-921c-432e-9968-a79dac228425 2024-11-13T18:24:17,707 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/.tmp/hbase.id 2024-11-13T18:24:17,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:24:17,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38979 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:24:17,718 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/.tmp/hbase.id]:[hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/hbase.id] 2024-11-13T18:24:17,737 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:17,737 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T18:24:17,739 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T18:24:17,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36795-0x100ed57d71e0002, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:17,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42267-0x100ed57d71e0001, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:17,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34913-0x100ed57d71e0000, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:17,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38979 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:24:17,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:24:17,763 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:24:17,764 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T18:24:17,765 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:24:17,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:24:17,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38979 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:24:17,781 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/MasterData/data/master/store 2024-11-13T18:24:17,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38979 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:24:17,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:24:18,197 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:24:18,198 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:24:18,198 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:24:18,198 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:24:18,198 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:24:18,198 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:24:18,198 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:24:18,198 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731522258198Disabling compacts and flushes for region at 1731522258198Disabling writes for close at 1731522258198Writing region close event to WAL at 1731522258198Closed at 1731522258198 2024-11-13T18:24:18,200 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/MasterData/data/master/store/.initializing 2024-11-13T18:24:18,200 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/MasterData/WALs/39e84130bbc9,34913,1731522257544 2024-11-13T18:24:18,201 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:24:18,204 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39e84130bbc9%2C34913%2C1731522257544, suffix=, logDir=hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/MasterData/WALs/39e84130bbc9,34913,1731522257544, archiveDir=hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/MasterData/oldWALs, maxLogs=10 2024-11-13T18:24:18,218 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/MasterData/WALs/39e84130bbc9,34913,1731522257544/39e84130bbc9%2C34913%2C1731522257544.1731522258204, exclude list is [], retry=0 2024-11-13T18:24:18,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38979,DS-027bede6-d4f4-4680-bbf3-b4b60f4c7fbd,DISK] 2024-11-13T18:24:18,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43121,DS-fc21f728-08f7-45e1-a9b3-8c82cb140386,DISK] 2024-11-13T18:24:18,226 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/MasterData/WALs/39e84130bbc9,34913,1731522257544/39e84130bbc9%2C34913%2C1731522257544.1731522258204 2024-11-13T18:24:18,226 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39671:39671),(127.0.0.1/127.0.0.1:43059:43059)] 2024-11-13T18:24:18,226 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:24:18,226 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:24:18,226 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:18,227 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:18,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:18,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T18:24:18,231 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:18,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:18,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:18,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T18:24:18,235 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:18,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:24:18,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:18,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T18:24:18,237 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:18,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:24:18,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:18,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T18:24:18,240 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:18,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:24:18,241 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:18,242 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:18,243 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:18,245 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:18,245 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:18,245 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:24:18,247 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:18,250 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:24:18,250 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64441395, jitterRate=-0.039748385548591614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:24:18,252 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731522258227Initializing all the Stores at 1731522258228 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731522258228Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731522258229 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731522258229Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731522258229Cleaning up temporary data from old regions at 1731522258245 (+16 ms)Region opened successfully at 1731522258251 (+6 ms) 2024-11-13T18:24:18,252 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T18:24:18,257 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21bc0864, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:24:18,258 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T18:24:18,258 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T18:24:18,258 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T18:24:18,259 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T18:24:18,259 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T18:24:18,260 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T18:24:18,260 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T18:24:18,264 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T18:24:18,264 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34913-0x100ed57d71e0000, quorum=127.0.0.1:57561, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T18:24:18,266 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T18:24:18,266 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T18:24:18,267 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34913-0x100ed57d71e0000, quorum=127.0.0.1:57561, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T18:24:18,269 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T18:24:18,269 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T18:24:18,271 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34913-0x100ed57d71e0000, quorum=127.0.0.1:57561, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T18:24:18,272 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T18:24:18,273 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34913-0x100ed57d71e0000, quorum=127.0.0.1:57561, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T18:24:18,274 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T18:24:18,276 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34913-0x100ed57d71e0000, quorum=127.0.0.1:57561, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T18:24:18,277 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T18:24:18,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42267-0x100ed57d71e0001, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T18:24:18,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36795-0x100ed57d71e0002, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T18:24:18,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34913-0x100ed57d71e0000, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T18:24:18,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42267-0x100ed57d71e0001, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:18,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36795-0x100ed57d71e0002, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:18,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34913-0x100ed57d71e0000, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:18,280 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=39e84130bbc9,34913,1731522257544, sessionid=0x100ed57d71e0000, setting cluster-up flag (Was=false) 2024-11-13T18:24:18,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36795-0x100ed57d71e0002, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:18,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42267-0x100ed57d71e0001, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:18,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34913-0x100ed57d71e0000, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:18,290 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T18:24:18,292 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,34913,1731522257544 2024-11-13T18:24:18,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42267-0x100ed57d71e0001, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:18,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36795-0x100ed57d71e0002, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:18,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34913-0x100ed57d71e0000, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:18,302 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T18:24:18,304 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,34913,1731522257544 2024-11-13T18:24:18,305 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T18:24:18,308 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T18:24:18,308 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T18:24:18,309 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T18:24:18,309 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 39e84130bbc9,34913,1731522257544 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T18:24:18,311 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:24:18,311 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:24:18,311 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:24:18,311 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:24:18,311 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/39e84130bbc9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T18:24:18,311 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:18,311 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:24:18,311 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:18,315 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:24:18,315 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T18:24:18,316 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:18,316 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T18:24:18,317 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731522288317 2024-11-13T18:24:18,318 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T18:24:18,318 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T18:24:18,318 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T18:24:18,318 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T18:24:18,318 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T18:24:18,318 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T18:24:18,318 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:18,319 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T18:24:18,319 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T18:24:18,319 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T18:24:18,319 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T18:24:18,320 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T18:24:18,320 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731522258320,5,FailOnTimeoutGroup] 2024-11-13T18:24:18,321 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731522258320,5,FailOnTimeoutGroup] 2024-11-13T18:24:18,321 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:18,321 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T18:24:18,321 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:18,321 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:18,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38979 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:24:18,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:24:18,331 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T18:24:18,331 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86 2024-11-13T18:24:18,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38979 is added to blk_1073741832_1008 (size=32) 2024-11-13T18:24:18,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741832_1008 (size=32) 2024-11-13T18:24:18,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:24:18,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:24:18,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:24:18,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:18,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:18,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:24:18,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:24:18,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:18,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:18,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:24:18,351 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:24:18,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:18,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:18,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:24:18,353 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:24:18,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:18,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:18,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:24:18,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/data/hbase/meta/1588230740 2024-11-13T18:24:18,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/data/hbase/meta/1588230740 2024-11-13T18:24:18,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:24:18,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:24:18,358 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:24:18,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:24:18,363 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:24:18,363 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61113755, jitterRate=-0.08933408558368683}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:24:18,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731522258342Initializing all the Stores at 1731522258344 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731522258344Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731522258344Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731522258344Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731522258344Cleaning up temporary data from old regions at 1731522258358 (+14 ms)Region opened successfully at 1731522258364 (+6 ms) 2024-11-13T18:24:18,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:24:18,365 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:24:18,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:24:18,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:24:18,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:24:18,365 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:24:18,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731522258365Disabling compacts and flushes for region at 1731522258365Disabling writes for close at 1731522258365Writing region close event to WAL at 1731522258365Closed at 1731522258365 2024-11-13T18:24:18,367 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:24:18,367 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T18:24:18,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T18:24:18,370 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:24:18,371 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T18:24:18,382 INFO [RS:1;39e84130bbc9:36795 {}] regionserver.HRegionServer(746): ClusterId : 5c86e95e-921c-432e-9968-a79dac228425 2024-11-13T18:24:18,382 INFO [RS:0;39e84130bbc9:42267 {}] regionserver.HRegionServer(746): ClusterId : 5c86e95e-921c-432e-9968-a79dac228425 2024-11-13T18:24:18,382 DEBUG [RS:1;39e84130bbc9:36795 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:24:18,382 DEBUG [RS:0;39e84130bbc9:42267 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:24:18,384 DEBUG [RS:0;39e84130bbc9:42267 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:24:18,385 DEBUG [RS:1;39e84130bbc9:36795 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:24:18,385 DEBUG [RS:0;39e84130bbc9:42267 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:24:18,385 DEBUG [RS:1;39e84130bbc9:36795 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:24:18,387 DEBUG [RS:1;39e84130bbc9:36795 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:24:18,387 DEBUG [RS:0;39e84130bbc9:42267 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:24:18,388 DEBUG [RS:1;39e84130bbc9:36795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cae5c7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:24:18,388 DEBUG [RS:0;39e84130bbc9:42267 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ba540de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:24:18,400 DEBUG [RS:1;39e84130bbc9:36795 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;39e84130bbc9:36795 2024-11-13T18:24:18,400 INFO [RS:1;39e84130bbc9:36795 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:24:18,400 INFO [RS:1;39e84130bbc9:36795 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:24:18,400 DEBUG [RS:1;39e84130bbc9:36795 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:24:18,401 INFO [RS:1;39e84130bbc9:36795 {}] regionserver.HRegionServer(2659): reportForDuty to master=39e84130bbc9,34913,1731522257544 with port=36795, startcode=1731522257662 2024-11-13T18:24:18,402 DEBUG [RS:1;39e84130bbc9:36795 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:24:18,403 DEBUG [RS:0;39e84130bbc9:42267 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;39e84130bbc9:42267 2024-11-13T18:24:18,403 INFO [RS:0;39e84130bbc9:42267 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:24:18,403 INFO [RS:0;39e84130bbc9:42267 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:24:18,403 DEBUG [RS:0;39e84130bbc9:42267 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:24:18,404 INFO [RS:0;39e84130bbc9:42267 {}] regionserver.HRegionServer(2659): reportForDuty to master=39e84130bbc9,34913,1731522257544 with port=42267, startcode=1731522257621 2024-11-13T18:24:18,404 DEBUG [RS:0;39e84130bbc9:42267 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:24:18,405 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43451, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:24:18,405 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34913 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 39e84130bbc9,36795,1731522257662 2024-11-13T18:24:18,406 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34913 {}] master.ServerManager(517): Registering regionserver=39e84130bbc9,36795,1731522257662 2024-11-13T18:24:18,406 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:24:18,408 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34913 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 39e84130bbc9,42267,1731522257621 2024-11-13T18:24:18,408 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34913 {}] master.ServerManager(517): Registering regionserver=39e84130bbc9,42267,1731522257621 2024-11-13T18:24:18,408 DEBUG [RS:1;39e84130bbc9:36795 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86 2024-11-13T18:24:18,408 DEBUG [RS:1;39e84130bbc9:36795 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38491 2024-11-13T18:24:18,408 DEBUG [RS:1;39e84130bbc9:36795 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:24:18,410 DEBUG [RS:0;39e84130bbc9:42267 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86 2024-11-13T18:24:18,410 DEBUG [RS:0;39e84130bbc9:42267 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38491 2024-11-13T18:24:18,410 DEBUG [RS:0;39e84130bbc9:42267 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:24:18,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34913-0x100ed57d71e0000, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T18:24:18,415 DEBUG [RS:1;39e84130bbc9:36795 {}] zookeeper.ZKUtil(111): regionserver:36795-0x100ed57d71e0002, quorum=127.0.0.1:57561, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/39e84130bbc9,36795,1731522257662 2024-11-13T18:24:18,415 WARN [RS:1;39e84130bbc9:36795 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:24:18,416 INFO [RS:1;39e84130bbc9:36795 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:24:18,416 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [39e84130bbc9,42267,1731522257621] 2024-11-13T18:24:18,416 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [39e84130bbc9,36795,1731522257662] 2024-11-13T18:24:18,416 DEBUG [RS:1;39e84130bbc9:36795 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/WALs/39e84130bbc9,36795,1731522257662 2024-11-13T18:24:18,416 DEBUG [RS:0;39e84130bbc9:42267 {}] zookeeper.ZKUtil(111): regionserver:42267-0x100ed57d71e0001, quorum=127.0.0.1:57561, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/39e84130bbc9,42267,1731522257621 2024-11-13T18:24:18,416 WARN [RS:0;39e84130bbc9:42267 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:24:18,416 INFO [RS:0;39e84130bbc9:42267 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:24:18,416 DEBUG [RS:0;39e84130bbc9:42267 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/WALs/39e84130bbc9,42267,1731522257621 2024-11-13T18:24:18,421 INFO [RS:0;39e84130bbc9:42267 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:24:18,421 INFO [RS:1;39e84130bbc9:36795 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:24:18,423 INFO [RS:1;39e84130bbc9:36795 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:24:18,423 INFO [RS:1;39e84130bbc9:36795 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:24:18,423 INFO [RS:1;39e84130bbc9:36795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:18,424 INFO [RS:1;39e84130bbc9:36795 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:24:18,425 INFO [RS:1;39e84130bbc9:36795 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:24:18,425 INFO [RS:0;39e84130bbc9:42267 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:24:18,425 INFO [RS:1;39e84130bbc9:36795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:18,425 DEBUG [RS:1;39e84130bbc9:36795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:18,425 DEBUG [RS:1;39e84130bbc9:36795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:18,425 INFO [RS:0;39e84130bbc9:42267 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:24:18,425 DEBUG [RS:1;39e84130bbc9:36795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:18,425 INFO [RS:0;39e84130bbc9:42267 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:18,425 DEBUG [RS:1;39e84130bbc9:36795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:18,425 DEBUG [RS:1;39e84130bbc9:36795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:18,426 DEBUG [RS:1;39e84130bbc9:36795 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:24:18,426 DEBUG [RS:1;39e84130bbc9:36795 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:18,426 DEBUG [RS:1;39e84130bbc9:36795 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:18,426 DEBUG [RS:1;39e84130bbc9:36795 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:18,426 DEBUG [RS:1;39e84130bbc9:36795 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:18,426 DEBUG [RS:1;39e84130bbc9:36795 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:18,426 DEBUG [RS:1;39e84130bbc9:36795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:18,426 DEBUG [RS:1;39e84130bbc9:36795 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:24:18,426 DEBUG [RS:1;39e84130bbc9:36795 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:24:18,427 INFO [RS:0;39e84130bbc9:42267 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:24:18,428 INFO [RS:1;39e84130bbc9:36795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:18,428 INFO [RS:1;39e84130bbc9:36795 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:18,428 INFO [RS:1;39e84130bbc9:36795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:18,428 INFO [RS:1;39e84130bbc9:36795 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:18,428 INFO [RS:1;39e84130bbc9:36795 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:18,428 INFO [RS:1;39e84130bbc9:36795 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,36795,1731522257662-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:24:18,428 INFO [RS:0;39e84130bbc9:42267 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:24:18,428 INFO [RS:0;39e84130bbc9:42267 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:18,428 DEBUG [RS:0;39e84130bbc9:42267 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:18,428 DEBUG [RS:0;39e84130bbc9:42267 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:18,429 DEBUG [RS:0;39e84130bbc9:42267 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:18,429 DEBUG [RS:0;39e84130bbc9:42267 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:18,429 DEBUG [RS:0;39e84130bbc9:42267 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:18,429 DEBUG [RS:0;39e84130bbc9:42267 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:24:18,429 DEBUG [RS:0;39e84130bbc9:42267 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:18,429 DEBUG [RS:0;39e84130bbc9:42267 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:18,429 DEBUG [RS:0;39e84130bbc9:42267 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:18,429 DEBUG [RS:0;39e84130bbc9:42267 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:18,429 DEBUG [RS:0;39e84130bbc9:42267 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:18,429 DEBUG [RS:0;39e84130bbc9:42267 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:18,429 DEBUG [RS:0;39e84130bbc9:42267 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:24:18,430 DEBUG [RS:0;39e84130bbc9:42267 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:24:18,430 INFO [RS:0;39e84130bbc9:42267 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:18,430 INFO [RS:0;39e84130bbc9:42267 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:18,430 INFO [RS:0;39e84130bbc9:42267 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:18,430 INFO [RS:0;39e84130bbc9:42267 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:18,431 INFO [RS:0;39e84130bbc9:42267 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:18,431 INFO [RS:0;39e84130bbc9:42267 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,42267,1731522257621-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:24:18,450 INFO [RS:1;39e84130bbc9:36795 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:24:18,451 INFO [RS:1;39e84130bbc9:36795 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,36795,1731522257662-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:18,451 INFO [RS:1;39e84130bbc9:36795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:18,451 INFO [RS:1;39e84130bbc9:36795 {}] regionserver.Replication(171): 39e84130bbc9,36795,1731522257662 started 2024-11-13T18:24:18,452 INFO [RS:0;39e84130bbc9:42267 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:24:18,452 INFO [RS:0;39e84130bbc9:42267 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,42267,1731522257621-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:18,453 INFO [RS:0;39e84130bbc9:42267 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:18,453 INFO [RS:0;39e84130bbc9:42267 {}] regionserver.Replication(171): 39e84130bbc9,42267,1731522257621 started 2024-11-13T18:24:18,472 INFO [RS:1;39e84130bbc9:36795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:18,472 INFO [RS:1;39e84130bbc9:36795 {}] regionserver.HRegionServer(1482): Serving as 39e84130bbc9,36795,1731522257662, RpcServer on 39e84130bbc9/172.17.0.3:36795, sessionid=0x100ed57d71e0002 2024-11-13T18:24:18,472 DEBUG [RS:1;39e84130bbc9:36795 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:24:18,472 DEBUG [RS:1;39e84130bbc9:36795 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 39e84130bbc9,36795,1731522257662 2024-11-13T18:24:18,472 DEBUG [RS:1;39e84130bbc9:36795 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,36795,1731522257662' 2024-11-13T18:24:18,472 DEBUG [RS:1;39e84130bbc9:36795 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T18:24:18,473 INFO [RS:0;39e84130bbc9:42267 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:18,473 INFO [RS:0;39e84130bbc9:42267 {}] regionserver.HRegionServer(1482): Serving as 39e84130bbc9,42267,1731522257621, RpcServer on 39e84130bbc9/172.17.0.3:42267, sessionid=0x100ed57d71e0001 2024-11-13T18:24:18,473 DEBUG [RS:1;39e84130bbc9:36795 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T18:24:18,473 DEBUG [RS:0;39e84130bbc9:42267 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:24:18,473 DEBUG [RS:0;39e84130bbc9:42267 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 39e84130bbc9,42267,1731522257621 2024-11-13T18:24:18,473 DEBUG [RS:0;39e84130bbc9:42267 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,42267,1731522257621' 2024-11-13T18:24:18,473 DEBUG [RS:0;39e84130bbc9:42267 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T18:24:18,474 DEBUG [RS:1;39e84130bbc9:36795 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:24:18,474 DEBUG [RS:1;39e84130bbc9:36795 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:24:18,474 DEBUG [RS:1;39e84130bbc9:36795 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 39e84130bbc9,36795,1731522257662 2024-11-13T18:24:18,474 DEBUG [RS:1;39e84130bbc9:36795 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,36795,1731522257662' 2024-11-13T18:24:18,474 DEBUG [RS:0;39e84130bbc9:42267 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T18:24:18,474 DEBUG [RS:1;39e84130bbc9:36795 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T18:24:18,474 DEBUG [RS:0;39e84130bbc9:42267 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:24:18,475 DEBUG [RS:0;39e84130bbc9:42267 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:24:18,475 DEBUG [RS:0;39e84130bbc9:42267 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 39e84130bbc9,42267,1731522257621 2024-11-13T18:24:18,475 DEBUG [RS:0;39e84130bbc9:42267 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,42267,1731522257621' 2024-11-13T18:24:18,475 DEBUG [RS:0;39e84130bbc9:42267 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T18:24:18,475 DEBUG [RS:1;39e84130bbc9:36795 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T18:24:18,475 DEBUG [RS:0;39e84130bbc9:42267 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T18:24:18,475 DEBUG [RS:1;39e84130bbc9:36795 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:24:18,475 INFO [RS:1;39e84130bbc9:36795 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:24:18,475 INFO [RS:1;39e84130bbc9:36795 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:24:18,476 DEBUG [RS:0;39e84130bbc9:42267 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:24:18,476 INFO [RS:0;39e84130bbc9:42267 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:24:18,476 INFO [RS:0;39e84130bbc9:42267 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:24:18,522 WARN [39e84130bbc9:34913 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T18:24:18,576 INFO [RS:1;39e84130bbc9:36795 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:24:18,576 INFO [RS:0;39e84130bbc9:42267 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:24:18,578 INFO [RS:0;39e84130bbc9:42267 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39e84130bbc9%2C42267%2C1731522257621, suffix=, logDir=hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/WALs/39e84130bbc9,42267,1731522257621, archiveDir=hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/oldWALs, maxLogs=32 2024-11-13T18:24:18,578 INFO [RS:1;39e84130bbc9:36795 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39e84130bbc9%2C36795%2C1731522257662, suffix=, logDir=hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/WALs/39e84130bbc9,36795,1731522257662, archiveDir=hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/oldWALs, maxLogs=32 2024-11-13T18:24:18,602 DEBUG [RS:1;39e84130bbc9:36795 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/WALs/39e84130bbc9,36795,1731522257662/39e84130bbc9%2C36795%2C1731522257662.1731522258580, exclude list is [], retry=0 2024-11-13T18:24:18,602 DEBUG [RS:0;39e84130bbc9:42267 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/WALs/39e84130bbc9,42267,1731522257621/39e84130bbc9%2C42267%2C1731522257621.1731522258580, exclude list is [], retry=0 2024-11-13T18:24:18,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43121,DS-fc21f728-08f7-45e1-a9b3-8c82cb140386,DISK] 2024-11-13T18:24:18,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38979,DS-027bede6-d4f4-4680-bbf3-b4b60f4c7fbd,DISK] 2024-11-13T18:24:18,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38979,DS-027bede6-d4f4-4680-bbf3-b4b60f4c7fbd,DISK] 2024-11-13T18:24:18,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43121,DS-fc21f728-08f7-45e1-a9b3-8c82cb140386,DISK] 2024-11-13T18:24:18,609 INFO [RS:1;39e84130bbc9:36795 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/WALs/39e84130bbc9,36795,1731522257662/39e84130bbc9%2C36795%2C1731522257662.1731522258580 2024-11-13T18:24:18,609 INFO [RS:0;39e84130bbc9:42267 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/WALs/39e84130bbc9,42267,1731522257621/39e84130bbc9%2C42267%2C1731522257621.1731522258580 2024-11-13T18:24:18,609 DEBUG [RS:1;39e84130bbc9:36795 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39671:39671),(127.0.0.1/127.0.0.1:43059:43059)] 2024-11-13T18:24:18,609 DEBUG [RS:0;39e84130bbc9:42267 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39671:39671),(127.0.0.1/127.0.0.1:43059:43059)] 2024-11-13T18:24:18,772 DEBUG [39e84130bbc9:34913 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-13T18:24:18,772 DEBUG [39e84130bbc9:34913 {}] balancer.BalancerClusterState(204): Hosts are {39e84130bbc9=0} racks are {/default-rack=0} 2024-11-13T18:24:18,775 DEBUG [39e84130bbc9:34913 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T18:24:18,775 DEBUG [39e84130bbc9:34913 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T18:24:18,775 DEBUG [39e84130bbc9:34913 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T18:24:18,775 DEBUG [39e84130bbc9:34913 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T18:24:18,775 INFO [39e84130bbc9:34913 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T18:24:18,775 INFO [39e84130bbc9:34913 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T18:24:18,775 DEBUG [39e84130bbc9:34913 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T18:24:18,776 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=39e84130bbc9,42267,1731522257621 2024-11-13T18:24:18,778 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,42267,1731522257621, state=OPENING 2024-11-13T18:24:18,780 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T18:24:18,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34913-0x100ed57d71e0000, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:18,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36795-0x100ed57d71e0002, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:18,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42267-0x100ed57d71e0001, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:18,782 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:24:18,782 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:24:18,782 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:24:18,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,42267,1731522257621}] 2024-11-13T18:24:18,782 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:24:18,937 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:24:18,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:24:18,945 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T18:24:18,945 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:24:18,946 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T18:24:18,948 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39e84130bbc9%2C42267%2C1731522257621.meta, suffix=.meta, logDir=hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/WALs/39e84130bbc9,42267,1731522257621, archiveDir=hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/oldWALs, maxLogs=32 2024-11-13T18:24:18,963 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/WALs/39e84130bbc9,42267,1731522257621/39e84130bbc9%2C42267%2C1731522257621.meta.1731522258949.meta, exclude list is [], retry=0 2024-11-13T18:24:18,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38979,DS-027bede6-d4f4-4680-bbf3-b4b60f4c7fbd,DISK] 2024-11-13T18:24:18,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43121,DS-fc21f728-08f7-45e1-a9b3-8c82cb140386,DISK] 2024-11-13T18:24:18,971 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/WALs/39e84130bbc9,42267,1731522257621/39e84130bbc9%2C42267%2C1731522257621.meta.1731522258949.meta 2024-11-13T18:24:18,971 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39671:39671),(127.0.0.1/127.0.0.1:43059:43059)] 2024-11-13T18:24:18,972 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:24:18,972 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:24:18,972 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T18:24:18,972 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T18:24:18,973 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T18:24:18,973 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:24:18,973 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T18:24:18,973 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T18:24:18,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:24:18,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:24:18,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:18,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:18,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:24:18,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:24:18,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:18,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:18,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:24:18,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:24:18,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:18,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:18,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:24:18,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:24:18,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:18,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:18,981 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:24:18,982 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/data/hbase/meta/1588230740 2024-11-13T18:24:18,984 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/data/hbase/meta/1588230740 2024-11-13T18:24:18,986 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:24:18,986 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:24:18,986 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:24:18,991 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:24:18,992 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74238973, jitterRate=0.10624690353870392}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:24:18,992 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T18:24:18,993 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731522258973Writing region info on filesystem at 1731522258973Initializing all the Stores at 1731522258974 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731522258974Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731522258974Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731522258974Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731522258974Cleaning up temporary data from old regions at 1731522258986 (+12 ms)Running coprocessor post-open hooks at 1731522258992 (+6 ms)Region opened successfully at 1731522258993 (+1 ms) 2024-11-13T18:24:18,994 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731522258936 2024-11-13T18:24:18,998 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T18:24:18,998 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T18:24:18,999 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,42267,1731522257621 2024-11-13T18:24:19,000 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,42267,1731522257621, state=OPEN 2024-11-13T18:24:19,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42267-0x100ed57d71e0001, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T18:24:19,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34913-0x100ed57d71e0000, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T18:24:19,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36795-0x100ed57d71e0002, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T18:24:19,002 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=39e84130bbc9,42267,1731522257621 2024-11-13T18:24:19,002 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:24:19,002 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:24:19,002 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:24:19,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T18:24:19,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,42267,1731522257621 in 220 msec 2024-11-13T18:24:19,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T18:24:19,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 638 msec 2024-11-13T18:24:19,011 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:24:19,011 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T18:24:19,012 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:24:19,013 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,42267,1731522257621, seqNum=-1] 2024-11-13T18:24:19,013 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:24:19,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56083, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:24:19,022 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 713 msec 2024-11-13T18:24:19,022 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731522259022, completionTime=-1 2024-11-13T18:24:19,022 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-13T18:24:19,022 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T18:24:19,024 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-13T18:24:19,024 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731522319024 2024-11-13T18:24:19,024 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731522379024 2024-11-13T18:24:19,025 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T18:24:19,025 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-13T18:24:19,025 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,34913,1731522257544-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:19,025 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,34913,1731522257544-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:19,026 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,34913,1731522257544-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:19,026 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-39e84130bbc9:34913, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:19,026 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:19,026 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:19,030 DEBUG [master/39e84130bbc9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T18:24:19,032 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.332sec 2024-11-13T18:24:19,033 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T18:24:19,033 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T18:24:19,033 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T18:24:19,033 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T18:24:19,033 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T18:24:19,033 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,34913,1731522257544-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:24:19,033 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,34913,1731522257544-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T18:24:19,037 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T18:24:19,037 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T18:24:19,037 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,34913,1731522257544-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:19,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d2a9054, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:24:19,082 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,34913,-1 for getting cluster id 2024-11-13T18:24:19,082 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:24:19,085 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c86e95e-921c-432e-9968-a79dac228425' 2024-11-13T18:24:19,085 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:24:19,085 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c86e95e-921c-432e-9968-a79dac228425" 2024-11-13T18:24:19,086 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e1ed0d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:24:19,086 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,34913,-1] 2024-11-13T18:24:19,086 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:24:19,086 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:19,088 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:24:19,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7032282, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:24:19,090 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:24:19,091 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,42267,1731522257621, seqNum=-1] 2024-11-13T18:24:19,092 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:24:19,094 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:24:19,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=39e84130bbc9,34913,1731522257544 2024-11-13T18:24:19,097 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:24:19,098 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,34913,1731522257544 2024-11-13T18:24:19,098 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68993f49 2024-11-13T18:24:19,098 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:24:19,100 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:24:19,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:24:19,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-13T18:24:19,105 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T18:24:19,105 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:19,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-13T18:24:19,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:24:19,106 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T18:24:19,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38979 is added to blk_1073741836_1012 (size=379) 2024-11-13T18:24:19,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741836_1012 (size=379) 2024-11-13T18:24:19,118 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bb5567b0fd37a90004a1b68ff0b271b9, NAME => 'testClearRegionBlockCache,,1731522259100.bb5567b0fd37a90004a1b68ff0b271b9.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86 2024-11-13T18:24:19,118 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 23d7da18c4550faf8cb26c51024585e7, NAME => 'testClearRegionBlockCache,5,1731522259100.23d7da18c4550faf8cb26c51024585e7.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86 2024-11-13T18:24:19,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38979 is added to blk_1073741838_1014 (size=61) 2024-11-13T18:24:19,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741838_1014 (size=61) 2024-11-13T18:24:19,134 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731522259100.23d7da18c4550faf8cb26c51024585e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:24:19,134 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 23d7da18c4550faf8cb26c51024585e7, disabling compactions & flushes 2024-11-13T18:24:19,134 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731522259100.23d7da18c4550faf8cb26c51024585e7. 2024-11-13T18:24:19,134 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731522259100.23d7da18c4550faf8cb26c51024585e7. 2024-11-13T18:24:19,134 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731522259100.23d7da18c4550faf8cb26c51024585e7. after waiting 0 ms 2024-11-13T18:24:19,134 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731522259100.23d7da18c4550faf8cb26c51024585e7. 2024-11-13T18:24:19,134 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731522259100.23d7da18c4550faf8cb26c51024585e7. 2024-11-13T18:24:19,134 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 23d7da18c4550faf8cb26c51024585e7: Waiting for close lock at 1731522259134Disabling compacts and flushes for region at 1731522259134Disabling writes for close at 1731522259134Writing region close event to WAL at 1731522259134Closed at 1731522259134 2024-11-13T18:24:19,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741837_1013 (size=61) 2024-11-13T18:24:19,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38979 is added to blk_1073741837_1013 (size=61) 2024-11-13T18:24:19,137 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731522259100.bb5567b0fd37a90004a1b68ff0b271b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:24:19,137 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing bb5567b0fd37a90004a1b68ff0b271b9, disabling compactions & flushes 2024-11-13T18:24:19,137 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731522259100.bb5567b0fd37a90004a1b68ff0b271b9. 2024-11-13T18:24:19,137 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731522259100.bb5567b0fd37a90004a1b68ff0b271b9. 2024-11-13T18:24:19,138 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731522259100.bb5567b0fd37a90004a1b68ff0b271b9. after waiting 0 ms 2024-11-13T18:24:19,138 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731522259100.bb5567b0fd37a90004a1b68ff0b271b9. 2024-11-13T18:24:19,138 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731522259100.bb5567b0fd37a90004a1b68ff0b271b9. 2024-11-13T18:24:19,138 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for bb5567b0fd37a90004a1b68ff0b271b9: Waiting for close lock at 1731522259137Disabling compacts and flushes for region at 1731522259137Disabling writes for close at 1731522259138 (+1 ms)Writing region close event to WAL at 1731522259138Closed at 1731522259138 2024-11-13T18:24:19,140 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T18:24:19,140 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731522259100.23d7da18c4550faf8cb26c51024585e7.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731522259140"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731522259140"}]},"ts":"1731522259140"} 2024-11-13T18:24:19,140 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731522259100.bb5567b0fd37a90004a1b68ff0b271b9.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731522259140"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731522259140"}]},"ts":"1731522259140"} 2024-11-13T18:24:19,145 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-13T18:24:19,146 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T18:24:19,146 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731522259146"}]},"ts":"1731522259146"} 2024-11-13T18:24:19,149 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-13T18:24:19,149 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {39e84130bbc9=0} racks are {/default-rack=0} 2024-11-13T18:24:19,151 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T18:24:19,151 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T18:24:19,151 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T18:24:19,151 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T18:24:19,151 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T18:24:19,151 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T18:24:19,151 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T18:24:19,152 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bb5567b0fd37a90004a1b68ff0b271b9, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=23d7da18c4550faf8cb26c51024585e7, ASSIGN}] 2024-11-13T18:24:19,154 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=23d7da18c4550faf8cb26c51024585e7, ASSIGN 2024-11-13T18:24:19,154 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bb5567b0fd37a90004a1b68ff0b271b9, ASSIGN 2024-11-13T18:24:19,155 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=23d7da18c4550faf8cb26c51024585e7, ASSIGN; state=OFFLINE, location=39e84130bbc9,36795,1731522257662; forceNewPlan=false, retain=false 2024-11-13T18:24:19,156 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bb5567b0fd37a90004a1b68ff0b271b9, ASSIGN; state=OFFLINE, location=39e84130bbc9,42267,1731522257621; forceNewPlan=false, retain=false 2024-11-13T18:24:19,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:24:19,306 INFO [39e84130bbc9:34913 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-13T18:24:19,307 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bb5567b0fd37a90004a1b68ff0b271b9, regionState=OPENING, regionLocation=39e84130bbc9,42267,1731522257621 2024-11-13T18:24:19,307 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=23d7da18c4550faf8cb26c51024585e7, regionState=OPENING, regionLocation=39e84130bbc9,36795,1731522257662 2024-11-13T18:24:19,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=23d7da18c4550faf8cb26c51024585e7, ASSIGN because future has completed 2024-11-13T18:24:19,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23d7da18c4550faf8cb26c51024585e7, server=39e84130bbc9,36795,1731522257662}] 2024-11-13T18:24:19,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bb5567b0fd37a90004a1b68ff0b271b9, ASSIGN because future has completed 2024-11-13T18:24:19,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb5567b0fd37a90004a1b68ff0b271b9, server=39e84130bbc9,42267,1731522257621}] 2024-11-13T18:24:19,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:24:19,466 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:24:19,468 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:24:19,473 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731522259100.bb5567b0fd37a90004a1b68ff0b271b9. 2024-11-13T18:24:19,473 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => bb5567b0fd37a90004a1b68ff0b271b9, NAME => 'testClearRegionBlockCache,,1731522259100.bb5567b0fd37a90004a1b68ff0b271b9.', STARTKEY => '', ENDKEY => '5'} 2024-11-13T18:24:19,473 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731522259100.23d7da18c4550faf8cb26c51024585e7. 2024-11-13T18:24:19,473 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache bb5567b0fd37a90004a1b68ff0b271b9 2024-11-13T18:24:19,473 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 23d7da18c4550faf8cb26c51024585e7, NAME => 'testClearRegionBlockCache,5,1731522259100.23d7da18c4550faf8cb26c51024585e7.', STARTKEY => '5', ENDKEY => ''} 2024-11-13T18:24:19,473 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731522259100.bb5567b0fd37a90004a1b68ff0b271b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:24:19,474 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for bb5567b0fd37a90004a1b68ff0b271b9 2024-11-13T18:24:19,474 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for bb5567b0fd37a90004a1b68ff0b271b9 2024-11-13T18:24:19,474 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 23d7da18c4550faf8cb26c51024585e7 2024-11-13T18:24:19,474 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731522259100.23d7da18c4550faf8cb26c51024585e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:24:19,474 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 23d7da18c4550faf8cb26c51024585e7 2024-11-13T18:24:19,474 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 23d7da18c4550faf8cb26c51024585e7 2024-11-13T18:24:19,476 INFO [StoreOpener-bb5567b0fd37a90004a1b68ff0b271b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region bb5567b0fd37a90004a1b68ff0b271b9 2024-11-13T18:24:19,476 INFO [StoreOpener-23d7da18c4550faf8cb26c51024585e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 23d7da18c4550faf8cb26c51024585e7 2024-11-13T18:24:19,478 INFO [StoreOpener-bb5567b0fd37a90004a1b68ff0b271b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb5567b0fd37a90004a1b68ff0b271b9 columnFamilyName family 2024-11-13T18:24:19,478 DEBUG [StoreOpener-bb5567b0fd37a90004a1b68ff0b271b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:19,478 INFO [StoreOpener-23d7da18c4550faf8cb26c51024585e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23d7da18c4550faf8cb26c51024585e7 columnFamilyName family 2024-11-13T18:24:19,478 DEBUG [StoreOpener-23d7da18c4550faf8cb26c51024585e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:19,479 INFO [StoreOpener-bb5567b0fd37a90004a1b68ff0b271b9-1 {}] regionserver.HStore(327): Store=bb5567b0fd37a90004a1b68ff0b271b9/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:24:19,479 INFO [StoreOpener-23d7da18c4550faf8cb26c51024585e7-1 {}] regionserver.HStore(327): Store=23d7da18c4550faf8cb26c51024585e7/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:24:19,479 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for bb5567b0fd37a90004a1b68ff0b271b9 2024-11-13T18:24:19,479 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 23d7da18c4550faf8cb26c51024585e7 2024-11-13T18:24:19,480 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/data/default/testClearRegionBlockCache/bb5567b0fd37a90004a1b68ff0b271b9 2024-11-13T18:24:19,480 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/data/default/testClearRegionBlockCache/23d7da18c4550faf8cb26c51024585e7 2024-11-13T18:24:19,481 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/data/default/testClearRegionBlockCache/bb5567b0fd37a90004a1b68ff0b271b9 2024-11-13T18:24:19,481 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/data/default/testClearRegionBlockCache/23d7da18c4550faf8cb26c51024585e7 2024-11-13T18:24:19,481 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 23d7da18c4550faf8cb26c51024585e7 2024-11-13T18:24:19,481 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for bb5567b0fd37a90004a1b68ff0b271b9 2024-11-13T18:24:19,481 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 23d7da18c4550faf8cb26c51024585e7 2024-11-13T18:24:19,481 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for bb5567b0fd37a90004a1b68ff0b271b9 2024-11-13T18:24:19,484 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 23d7da18c4550faf8cb26c51024585e7 2024-11-13T18:24:19,484 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for bb5567b0fd37a90004a1b68ff0b271b9 2024-11-13T18:24:19,487 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/data/default/testClearRegionBlockCache/bb5567b0fd37a90004a1b68ff0b271b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:24:19,487 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/data/default/testClearRegionBlockCache/23d7da18c4550faf8cb26c51024585e7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:24:19,487 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 23d7da18c4550faf8cb26c51024585e7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65433576, jitterRate=-0.024963736534118652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T18:24:19,487 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened bb5567b0fd37a90004a1b68ff0b271b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66616653, jitterRate=-0.007334515452384949}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T18:24:19,487 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 23d7da18c4550faf8cb26c51024585e7 2024-11-13T18:24:19,488 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bb5567b0fd37a90004a1b68ff0b271b9 2024-11-13T18:24:19,488 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 23d7da18c4550faf8cb26c51024585e7: Running coprocessor pre-open hook at 1731522259475Writing region info on filesystem at 1731522259475Initializing all the Stores at 1731522259476 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731522259476Cleaning up temporary data from old regions at 1731522259481 (+5 ms)Running coprocessor post-open hooks at 1731522259488 (+7 ms)Region opened successfully at 1731522259488 2024-11-13T18:24:19,488 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for bb5567b0fd37a90004a1b68ff0b271b9: Running coprocessor pre-open hook at 1731522259474Writing region info on filesystem at 1731522259474Initializing all the Stores at 1731522259475 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731522259475Cleaning up temporary data from old regions at 1731522259481 (+6 ms)Running coprocessor post-open hooks at 1731522259488 (+7 ms)Region opened successfully at 1731522259488 2024-11-13T18:24:19,489 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731522259100.23d7da18c4550faf8cb26c51024585e7., pid=7, masterSystemTime=1731522259465 2024-11-13T18:24:19,490 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731522259100.bb5567b0fd37a90004a1b68ff0b271b9., pid=8, masterSystemTime=1731522259467 2024-11-13T18:24:19,492 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731522259100.bb5567b0fd37a90004a1b68ff0b271b9. 2024-11-13T18:24:19,492 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731522259100.bb5567b0fd37a90004a1b68ff0b271b9. 2024-11-13T18:24:19,493 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bb5567b0fd37a90004a1b68ff0b271b9, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,42267,1731522257621 2024-11-13T18:24:19,494 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731522259100.23d7da18c4550faf8cb26c51024585e7. 2024-11-13T18:24:19,494 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731522259100.23d7da18c4550faf8cb26c51024585e7. 2024-11-13T18:24:19,495 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=23d7da18c4550faf8cb26c51024585e7, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,36795,1731522257662 2024-11-13T18:24:19,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb5567b0fd37a90004a1b68ff0b271b9, server=39e84130bbc9,42267,1731522257621 because future has completed 2024-11-13T18:24:19,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23d7da18c4550faf8cb26c51024585e7, server=39e84130bbc9,36795,1731522257662 because future has completed 2024-11-13T18:24:19,503 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-13T18:24:19,503 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bb5567b0fd37a90004a1b68ff0b271b9, server=39e84130bbc9,42267,1731522257621 in 186 msec 2024-11-13T18:24:19,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T18:24:19,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 23d7da18c4550faf8cb26c51024585e7, server=39e84130bbc9,36795,1731522257662 in 189 msec 2024-11-13T18:24:19,505 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bb5567b0fd37a90004a1b68ff0b271b9, ASSIGN in 351 msec 2024-11-13T18:24:19,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-13T18:24:19,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=23d7da18c4550faf8cb26c51024585e7, ASSIGN in 352 msec 2024-11-13T18:24:19,509 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T18:24:19,509 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731522259509"}]},"ts":"1731522259509"} 2024-11-13T18:24:19,512 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-13T18:24:19,513 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T18:24:19,516 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 412 msec 2024-11-13T18:24:19,672 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:24:19,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:24:19,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:24:19,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:24:19,734 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-13T18:24:19,734 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-13T18:24:19,734 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T18:24:19,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-13T18:24:19,743 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T18:24:19,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-13T18:24:19,747 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731522259100.bb5567b0fd37a90004a1b68ff0b271b9., hostname=39e84130bbc9,42267,1731522257621, seqNum=2] 2024-11-13T18:24:19,760 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731522259100.23d7da18c4550faf8cb26c51024585e7., hostname=39e84130bbc9,36795,1731522257662, seqNum=2] 2024-11-13T18:24:19,761 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:24:19,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:24:19,773 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing bb5567b0fd37a90004a1b68ff0b271b9 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-13T18:24:19,792 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/data/default/testClearRegionBlockCache/bb5567b0fd37a90004a1b68ff0b271b9/.tmp/family/d9dd0e9f7a034c3bb593f33f574bb364 is 32, key is 1/family:/1731522259748/Put/seqid=0 2024-11-13T18:24:19,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741839_1015 (size=5054) 2024-11-13T18:24:19,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38979 is added to blk_1073741839_1015 (size=5054) 2024-11-13T18:24:19,799 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/data/default/testClearRegionBlockCache/bb5567b0fd37a90004a1b68ff0b271b9/.tmp/family/d9dd0e9f7a034c3bb593f33f574bb364 2024-11-13T18:24:19,807 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/data/default/testClearRegionBlockCache/bb5567b0fd37a90004a1b68ff0b271b9/.tmp/family/d9dd0e9f7a034c3bb593f33f574bb364 as hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/data/default/testClearRegionBlockCache/bb5567b0fd37a90004a1b68ff0b271b9/family/d9dd0e9f7a034c3bb593f33f574bb364 2024-11-13T18:24:19,817 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/data/default/testClearRegionBlockCache/bb5567b0fd37a90004a1b68ff0b271b9/family/d9dd0e9f7a034c3bb593f33f574bb364, entries=4, sequenceid=8, filesize=4.9 K 2024-11-13T18:24:19,818 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for bb5567b0fd37a90004a1b68ff0b271b9 in 45ms, sequenceid=8, compaction requested=false 2024-11-13T18:24:19,818 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for bb5567b0fd37a90004a1b68ff0b271b9: 2024-11-13T18:24:19,818 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 23d7da18c4550faf8cb26c51024585e7 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-13T18:24:19,837 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/data/default/testClearRegionBlockCache/23d7da18c4550faf8cb26c51024585e7/.tmp/family/459bff5783ad43058581363213e96a75 is 32, key is 5/family:/1731522259763/Put/seqid=0 2024-11-13T18:24:19,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741840_1016 (size=5083) 2024-11-13T18:24:19,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38979 is added to blk_1073741840_1016 (size=5083) 2024-11-13T18:24:19,844 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/data/default/testClearRegionBlockCache/23d7da18c4550faf8cb26c51024585e7/.tmp/family/459bff5783ad43058581363213e96a75 2024-11-13T18:24:19,853 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/data/default/testClearRegionBlockCache/23d7da18c4550faf8cb26c51024585e7/.tmp/family/459bff5783ad43058581363213e96a75 as hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/data/default/testClearRegionBlockCache/23d7da18c4550faf8cb26c51024585e7/family/459bff5783ad43058581363213e96a75 2024-11-13T18:24:19,861 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/data/default/testClearRegionBlockCache/23d7da18c4550faf8cb26c51024585e7/family/459bff5783ad43058581363213e96a75, entries=5, sequenceid=9, filesize=5.0 K 2024-11-13T18:24:19,862 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 23d7da18c4550faf8cb26c51024585e7 in 44ms, sequenceid=9, compaction requested=false 2024-11-13T18:24:19,862 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 23d7da18c4550faf8cb26c51024585e7: 2024-11-13T18:24:19,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T18:24:19,867 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:24:19,867 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:24:19,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:19,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:19,868 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:24:19,868 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T18:24:19,868 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1919432173, stopped=false 2024-11-13T18:24:19,868 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=39e84130bbc9,34913,1731522257544 2024-11-13T18:24:19,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34913-0x100ed57d71e0000, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T18:24:19,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36795-0x100ed57d71e0002, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T18:24:19,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42267-0x100ed57d71e0001, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T18:24:19,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42267-0x100ed57d71e0001, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:19,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36795-0x100ed57d71e0002, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:19,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34913-0x100ed57d71e0000, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:19,870 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:24:19,871 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42267-0x100ed57d71e0001, quorum=127.0.0.1:57561, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:24:19,871 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36795-0x100ed57d71e0002, quorum=127.0.0.1:57561, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:24:19,871 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34913-0x100ed57d71e0000, quorum=127.0.0.1:57561, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:24:19,871 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:24:19,871 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:24:19,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:19,872 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '39e84130bbc9,42267,1731522257621' ***** 2024-11-13T18:24:19,872 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:24:19,872 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '39e84130bbc9,36795,1731522257662' ***** 2024-11-13T18:24:19,872 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:24:19,872 INFO [RS:0;39e84130bbc9:42267 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:24:19,872 INFO [RS:0;39e84130bbc9:42267 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:24:19,872 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:24:19,872 INFO [RS:0;39e84130bbc9:42267 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:24:19,872 INFO [RS:1;39e84130bbc9:36795 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:24:19,872 INFO [RS:0;39e84130bbc9:42267 {}] regionserver.HRegionServer(3091): Received CLOSE for bb5567b0fd37a90004a1b68ff0b271b9 2024-11-13T18:24:19,873 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:24:19,873 INFO [RS:1;39e84130bbc9:36795 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:24:19,873 INFO [RS:1;39e84130bbc9:36795 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:24:19,873 INFO [RS:1;39e84130bbc9:36795 {}] regionserver.HRegionServer(3091): Received CLOSE for 23d7da18c4550faf8cb26c51024585e7 2024-11-13T18:24:19,873 INFO [RS:0;39e84130bbc9:42267 {}] regionserver.HRegionServer(959): stopping server 39e84130bbc9,42267,1731522257621 2024-11-13T18:24:19,873 INFO [RS:0;39e84130bbc9:42267 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:24:19,873 INFO [RS:0;39e84130bbc9:42267 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:42267. 2024-11-13T18:24:19,873 INFO [RS:1;39e84130bbc9:36795 {}] regionserver.HRegionServer(959): stopping server 39e84130bbc9,36795,1731522257662 2024-11-13T18:24:19,873 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bb5567b0fd37a90004a1b68ff0b271b9, disabling compactions & flushes 2024-11-13T18:24:19,873 DEBUG [RS:0;39e84130bbc9:42267 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:24:19,873 INFO [RS:1;39e84130bbc9:36795 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:24:19,873 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731522259100.bb5567b0fd37a90004a1b68ff0b271b9. 2024-11-13T18:24:19,873 DEBUG [RS:0;39e84130bbc9:42267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:19,873 INFO [RS:1;39e84130bbc9:36795 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;39e84130bbc9:36795. 2024-11-13T18:24:19,873 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731522259100.bb5567b0fd37a90004a1b68ff0b271b9. 2024-11-13T18:24:19,873 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 23d7da18c4550faf8cb26c51024585e7, disabling compactions & flushes 2024-11-13T18:24:19,873 INFO [RS:0;39e84130bbc9:42267 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:24:19,873 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731522259100.bb5567b0fd37a90004a1b68ff0b271b9. after waiting 0 ms 2024-11-13T18:24:19,873 DEBUG [RS:1;39e84130bbc9:36795 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:24:19,873 INFO [RS:0;39e84130bbc9:42267 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:24:19,873 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731522259100.23d7da18c4550faf8cb26c51024585e7. 2024-11-13T18:24:19,873 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731522259100.bb5567b0fd37a90004a1b68ff0b271b9. 2024-11-13T18:24:19,874 DEBUG [RS:1;39e84130bbc9:36795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:19,874 INFO [RS:0;39e84130bbc9:42267 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:24:19,874 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731522259100.23d7da18c4550faf8cb26c51024585e7. 2024-11-13T18:24:19,874 INFO [RS:0;39e84130bbc9:42267 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T18:24:19,874 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731522259100.23d7da18c4550faf8cb26c51024585e7. after waiting 0 ms 2024-11-13T18:24:19,874 INFO [RS:1;39e84130bbc9:36795 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T18:24:19,874 DEBUG [RS:1;39e84130bbc9:36795 {}] regionserver.HRegionServer(1325): Online Regions={23d7da18c4550faf8cb26c51024585e7=testClearRegionBlockCache,5,1731522259100.23d7da18c4550faf8cb26c51024585e7.} 2024-11-13T18:24:19,874 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731522259100.23d7da18c4550faf8cb26c51024585e7. 2024-11-13T18:24:19,874 DEBUG [RS:1;39e84130bbc9:36795 {}] regionserver.HRegionServer(1351): Waiting on 23d7da18c4550faf8cb26c51024585e7 2024-11-13T18:24:19,874 INFO [RS:0;39e84130bbc9:42267 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T18:24:19,874 DEBUG [RS:0;39e84130bbc9:42267 {}] regionserver.HRegionServer(1325): Online Regions={bb5567b0fd37a90004a1b68ff0b271b9=testClearRegionBlockCache,,1731522259100.bb5567b0fd37a90004a1b68ff0b271b9., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T18:24:19,874 DEBUG [RS:0;39e84130bbc9:42267 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bb5567b0fd37a90004a1b68ff0b271b9 2024-11-13T18:24:19,874 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:24:19,874 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:24:19,874 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:24:19,874 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:24:19,874 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:24:19,875 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-13T18:24:19,881 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/data/default/testClearRegionBlockCache/23d7da18c4550faf8cb26c51024585e7/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-13T18:24:19,882 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731522259100.23d7da18c4550faf8cb26c51024585e7. 2024-11-13T18:24:19,882 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 23d7da18c4550faf8cb26c51024585e7: Waiting for close lock at 1731522259873Running coprocessor pre-close hooks at 1731522259873Disabling compacts and flushes for region at 1731522259873Disabling writes for close at 1731522259874 (+1 ms)Writing region close event to WAL at 1731522259875 (+1 ms)Running coprocessor post-close hooks at 1731522259882 (+7 ms)Closed at 1731522259882 2024-11-13T18:24:19,882 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731522259100.23d7da18c4550faf8cb26c51024585e7. 2024-11-13T18:24:19,885 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/data/default/testClearRegionBlockCache/bb5567b0fd37a90004a1b68ff0b271b9/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T18:24:19,886 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731522259100.bb5567b0fd37a90004a1b68ff0b271b9. 2024-11-13T18:24:19,886 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bb5567b0fd37a90004a1b68ff0b271b9: Waiting for close lock at 1731522259873Running coprocessor pre-close hooks at 1731522259873Disabling compacts and flushes for region at 1731522259873Disabling writes for close at 1731522259873Writing region close event to WAL at 1731522259875 (+2 ms)Running coprocessor post-close hooks at 1731522259886 (+11 ms)Closed at 1731522259886 2024-11-13T18:24:19,886 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731522259100.bb5567b0fd37a90004a1b68ff0b271b9. 2024-11-13T18:24:19,895 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/data/hbase/meta/1588230740/.tmp/info/cd8b87623f584e8cb8afa981201f77ab is 173, key is testClearRegionBlockCache,5,1731522259100.23d7da18c4550faf8cb26c51024585e7./info:regioninfo/1731522259495/Put/seqid=0 2024-11-13T18:24:19,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741841_1017 (size=8173) 2024-11-13T18:24:19,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38979 is added to blk_1073741841_1017 (size=8173) 2024-11-13T18:24:19,903 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/data/hbase/meta/1588230740/.tmp/info/cd8b87623f584e8cb8afa981201f77ab 2024-11-13T18:24:19,929 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/data/hbase/meta/1588230740/.tmp/ns/b17fb086766c4b139de06411908db759 is 43, key is default/ns:d/1731522259015/Put/seqid=0 2024-11-13T18:24:19,930 INFO [regionserver/39e84130bbc9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:24:19,932 INFO [regionserver/39e84130bbc9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:24:19,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38979 is added to blk_1073741842_1018 (size=5153) 2024-11-13T18:24:19,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741842_1018 (size=5153) 2024-11-13T18:24:19,936 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/data/hbase/meta/1588230740/.tmp/ns/b17fb086766c4b139de06411908db759 2024-11-13T18:24:19,960 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/data/hbase/meta/1588230740/.tmp/table/637f0ab640d24fa59d81e4179aa6e722 is 61, key is testClearRegionBlockCache/table:state/1731522259509/Put/seqid=0 2024-11-13T18:24:19,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38979 is added to blk_1073741843_1019 (size=5312) 2024-11-13T18:24:19,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741843_1019 (size=5312) 2024-11-13T18:24:19,968 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/data/hbase/meta/1588230740/.tmp/table/637f0ab640d24fa59d81e4179aa6e722 2024-11-13T18:24:19,977 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/data/hbase/meta/1588230740/.tmp/info/cd8b87623f584e8cb8afa981201f77ab as hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/data/hbase/meta/1588230740/info/cd8b87623f584e8cb8afa981201f77ab 2024-11-13T18:24:19,985 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/data/hbase/meta/1588230740/info/cd8b87623f584e8cb8afa981201f77ab, entries=20, sequenceid=13, filesize=8.0 K 2024-11-13T18:24:19,986 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/data/hbase/meta/1588230740/.tmp/ns/b17fb086766c4b139de06411908db759 as hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/data/hbase/meta/1588230740/ns/b17fb086766c4b139de06411908db759 2024-11-13T18:24:19,994 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/data/hbase/meta/1588230740/ns/b17fb086766c4b139de06411908db759, entries=2, sequenceid=13, filesize=5.0 K 2024-11-13T18:24:19,995 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/data/hbase/meta/1588230740/.tmp/table/637f0ab640d24fa59d81e4179aa6e722 as hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/data/hbase/meta/1588230740/table/637f0ab640d24fa59d81e4179aa6e722 2024-11-13T18:24:20,003 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/data/hbase/meta/1588230740/table/637f0ab640d24fa59d81e4179aa6e722, entries=2, sequenceid=13, filesize=5.2 K 2024-11-13T18:24:20,005 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 130ms, sequenceid=13, compaction requested=false 2024-11-13T18:24:20,011 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-13T18:24:20,012 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:24:20,012 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:24:20,012 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731522259874Running coprocessor pre-close hooks at 1731522259874Disabling compacts and flushes for region at 1731522259874Disabling writes for close at 1731522259874Obtaining lock to block concurrent updates at 1731522259875 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731522259875Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731522259875Flushing stores of hbase:meta,,1.1588230740 at 1731522259876 (+1 ms)Flushing 1588230740/info: creating writer at 1731522259876Flushing 1588230740/info: appending metadata at 1731522259894 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731522259895 (+1 ms)Flushing 1588230740/ns: creating writer at 1731522259911 (+16 ms)Flushing 1588230740/ns: appending metadata at 1731522259928 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731522259928Flushing 1588230740/table: creating writer at 1731522259944 (+16 ms)Flushing 1588230740/table: appending metadata at 1731522259960 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731522259960Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7909c2d: reopening flushed file at 1731522259976 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37d39af6: reopening flushed file at 1731522259985 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@753c312f: reopening flushed file at 1731522259994 (+9 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 130ms, sequenceid=13, compaction requested=false at 1731522260005 (+11 ms)Writing region close event to WAL at 1731522260007 (+2 ms)Running coprocessor post-close hooks at 1731522260012 (+5 ms)Closed at 1731522260012 2024-11-13T18:24:20,013 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T18:24:20,074 INFO [RS:1;39e84130bbc9:36795 {}] regionserver.HRegionServer(976): stopping server 39e84130bbc9,36795,1731522257662; all regions closed. 2024-11-13T18:24:20,074 INFO [RS:0;39e84130bbc9:42267 {}] regionserver.HRegionServer(976): stopping server 39e84130bbc9,42267,1731522257621; all regions closed. 2024-11-13T18:24:20,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741835_1011 (size=4338) 2024-11-13T18:24:20,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38979 is added to blk_1073741833_1009 (size=1867) 2024-11-13T18:24:20,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741833_1009 (size=1867) 2024-11-13T18:24:20,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38979 is added to blk_1073741835_1011 (size=4338) 2024-11-13T18:24:20,081 DEBUG [RS:0;39e84130bbc9:42267 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/oldWALs 2024-11-13T18:24:20,081 INFO [RS:0;39e84130bbc9:42267 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39e84130bbc9%2C42267%2C1731522257621.meta:.meta(num 1731522258949) 2024-11-13T18:24:20,082 DEBUG [RS:1;39e84130bbc9:36795 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/oldWALs 2024-11-13T18:24:20,082 INFO [RS:1;39e84130bbc9:36795 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39e84130bbc9%2C36795%2C1731522257662:(num 1731522258580) 2024-11-13T18:24:20,082 DEBUG [RS:1;39e84130bbc9:36795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:20,082 INFO [RS:1;39e84130bbc9:36795 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:24:20,082 INFO [RS:1;39e84130bbc9:36795 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:24:20,082 INFO [RS:1;39e84130bbc9:36795 {}] hbase.ChoreService(370): Chore service for: regionserver/39e84130bbc9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T18:24:20,083 INFO [RS:1;39e84130bbc9:36795 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:24:20,083 INFO [RS:1;39e84130bbc9:36795 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:24:20,083 INFO [regionserver/39e84130bbc9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:24:20,083 INFO [RS:1;39e84130bbc9:36795 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:24:20,083 INFO [RS:1;39e84130bbc9:36795 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:24:20,083 INFO [RS:1;39e84130bbc9:36795 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36795 2024-11-13T18:24:20,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36795-0x100ed57d71e0002, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/39e84130bbc9,36795,1731522257662 2024-11-13T18:24:20,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34913-0x100ed57d71e0000, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T18:24:20,085 INFO [RS:1;39e84130bbc9:36795 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:24:20,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38979 is added to blk_1073741834_1010 (size=1758) 2024-11-13T18:24:20,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741834_1010 (size=1758) 2024-11-13T18:24:20,088 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [39e84130bbc9,36795,1731522257662] 2024-11-13T18:24:20,089 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/39e84130bbc9,36795,1731522257662 already deleted, retry=false 2024-11-13T18:24:20,090 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 39e84130bbc9,36795,1731522257662 expired; onlineServers=1 2024-11-13T18:24:20,091 DEBUG [RS:0;39e84130bbc9:42267 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/oldWALs 2024-11-13T18:24:20,091 INFO [RS:0;39e84130bbc9:42267 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39e84130bbc9%2C42267%2C1731522257621:(num 1731522258580) 2024-11-13T18:24:20,091 DEBUG [RS:0;39e84130bbc9:42267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:20,091 INFO [RS:0;39e84130bbc9:42267 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:24:20,091 INFO [RS:0;39e84130bbc9:42267 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:24:20,091 INFO [RS:0;39e84130bbc9:42267 {}] hbase.ChoreService(370): Chore service for: regionserver/39e84130bbc9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T18:24:20,091 INFO [RS:0;39e84130bbc9:42267 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:24:20,091 INFO [regionserver/39e84130bbc9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:24:20,092 INFO [RS:0;39e84130bbc9:42267 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42267 2024-11-13T18:24:20,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42267-0x100ed57d71e0001, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/39e84130bbc9,42267,1731522257621 2024-11-13T18:24:20,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34913-0x100ed57d71e0000, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T18:24:20,094 INFO [RS:0;39e84130bbc9:42267 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:24:20,095 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [39e84130bbc9,42267,1731522257621] 2024-11-13T18:24:20,096 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/39e84130bbc9,42267,1731522257621 already deleted, retry=false 2024-11-13T18:24:20,097 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 39e84130bbc9,42267,1731522257621 expired; onlineServers=0 2024-11-13T18:24:20,097 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '39e84130bbc9,34913,1731522257544' ***** 2024-11-13T18:24:20,097 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T18:24:20,097 INFO [M:0;39e84130bbc9:34913 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:24:20,097 INFO [M:0;39e84130bbc9:34913 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:24:20,097 DEBUG [M:0;39e84130bbc9:34913 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T18:24:20,097 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T18:24:20,097 DEBUG [M:0;39e84130bbc9:34913 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T18:24:20,097 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731522258320 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731522258320,5,FailOnTimeoutGroup] 2024-11-13T18:24:20,097 INFO [M:0;39e84130bbc9:34913 {}] hbase.ChoreService(370): Chore service for: master/39e84130bbc9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T18:24:20,097 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731522258320 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731522258320,5,FailOnTimeoutGroup] 2024-11-13T18:24:20,097 INFO [M:0;39e84130bbc9:34913 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:24:20,097 DEBUG [M:0;39e84130bbc9:34913 {}] master.HMaster(1795): Stopping service threads 2024-11-13T18:24:20,098 INFO [M:0;39e84130bbc9:34913 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T18:24:20,098 INFO [M:0;39e84130bbc9:34913 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:24:20,098 INFO [M:0;39e84130bbc9:34913 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T18:24:20,098 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T18:24:20,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34913-0x100ed57d71e0000, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T18:24:20,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34913-0x100ed57d71e0000, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:20,099 DEBUG [M:0;39e84130bbc9:34913 {}] zookeeper.ZKUtil(347): master:34913-0x100ed57d71e0000, quorum=127.0.0.1:57561, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T18:24:20,099 WARN [M:0;39e84130bbc9:34913 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T18:24:20,100 INFO [M:0;39e84130bbc9:34913 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/.lastflushedseqids 2024-11-13T18:24:20,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38979 is added to blk_1073741844_1020 (size=191) 2024-11-13T18:24:20,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741844_1020 (size=191) 2024-11-13T18:24:20,108 INFO [M:0;39e84130bbc9:34913 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T18:24:20,108 INFO [M:0;39e84130bbc9:34913 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T18:24:20,108 DEBUG [M:0;39e84130bbc9:34913 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:24:20,108 INFO [M:0;39e84130bbc9:34913 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:24:20,108 DEBUG [M:0;39e84130bbc9:34913 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:24:20,108 DEBUG [M:0;39e84130bbc9:34913 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:24:20,108 DEBUG [M:0;39e84130bbc9:34913 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:24:20,109 INFO [M:0;39e84130bbc9:34913 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-13T18:24:20,135 DEBUG [M:0;39e84130bbc9:34913 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/660d638cfdc047d8bbeacd2c50d7d1c7 is 82, key is hbase:meta,,1/info:regioninfo/1731522258999/Put/seqid=0 2024-11-13T18:24:20,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741845_1021 (size=5672) 2024-11-13T18:24:20,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38979 is added to blk_1073741845_1021 (size=5672) 2024-11-13T18:24:20,143 INFO [M:0;39e84130bbc9:34913 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/660d638cfdc047d8bbeacd2c50d7d1c7 2024-11-13T18:24:20,174 DEBUG [M:0;39e84130bbc9:34913 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/983d682496ca41c1a9182fd3005854f0 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731522259515/Put/seqid=0 2024-11-13T18:24:20,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38979 is added to blk_1073741846_1022 (size=6218) 2024-11-13T18:24:20,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741846_1022 (size=6218) 2024-11-13T18:24:20,182 INFO [M:0;39e84130bbc9:34913 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/983d682496ca41c1a9182fd3005854f0 2024-11-13T18:24:20,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36795-0x100ed57d71e0002, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:24:20,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36795-0x100ed57d71e0002, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:24:20,187 INFO [RS:1;39e84130bbc9:36795 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:24:20,187 INFO [RS:1;39e84130bbc9:36795 {}] regionserver.HRegionServer(1031): Exiting; stopping=39e84130bbc9,36795,1731522257662; zookeeper connection closed. 2024-11-13T18:24:20,188 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@504f6c77 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@504f6c77 2024-11-13T18:24:20,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42267-0x100ed57d71e0001, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:24:20,196 INFO [RS:0;39e84130bbc9:42267 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:24:20,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42267-0x100ed57d71e0001, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:24:20,196 INFO [RS:0;39e84130bbc9:42267 {}] regionserver.HRegionServer(1031): Exiting; stopping=39e84130bbc9,42267,1731522257621; zookeeper connection closed. 2024-11-13T18:24:20,196 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7db83998 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7db83998 2024-11-13T18:24:20,196 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-13T18:24:20,215 DEBUG [M:0;39e84130bbc9:34913 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d8e0c3f984f4070a93420f72e7be7e4 is 69, key is 39e84130bbc9,36795,1731522257662/rs:state/1731522258406/Put/seqid=0 2024-11-13T18:24:20,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741847_1023 (size=5224) 2024-11-13T18:24:20,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38979 is added to blk_1073741847_1023 (size=5224) 2024-11-13T18:24:20,224 INFO [M:0;39e84130bbc9:34913 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d8e0c3f984f4070a93420f72e7be7e4 2024-11-13T18:24:20,233 DEBUG [M:0;39e84130bbc9:34913 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/660d638cfdc047d8bbeacd2c50d7d1c7 as hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/660d638cfdc047d8bbeacd2c50d7d1c7 2024-11-13T18:24:20,245 INFO [M:0;39e84130bbc9:34913 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/660d638cfdc047d8bbeacd2c50d7d1c7, entries=8, sequenceid=71, filesize=5.5 K 2024-11-13T18:24:20,247 DEBUG [M:0;39e84130bbc9:34913 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/983d682496ca41c1a9182fd3005854f0 as hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/983d682496ca41c1a9182fd3005854f0 2024-11-13T18:24:20,258 INFO [M:0;39e84130bbc9:34913 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/983d682496ca41c1a9182fd3005854f0, entries=8, sequenceid=71, filesize=6.1 K 2024-11-13T18:24:20,260 DEBUG [M:0;39e84130bbc9:34913 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d8e0c3f984f4070a93420f72e7be7e4 as hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3d8e0c3f984f4070a93420f72e7be7e4 2024-11-13T18:24:20,271 INFO [M:0;39e84130bbc9:34913 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38491/user/jenkins/test-data/677cd49b-bf89-6c49-d40a-2c084b67ef86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3d8e0c3f984f4070a93420f72e7be7e4, entries=2, sequenceid=71, filesize=5.1 K 2024-11-13T18:24:20,273 INFO [M:0;39e84130bbc9:34913 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 164ms, sequenceid=71, compaction requested=false 2024-11-13T18:24:20,282 INFO [M:0;39e84130bbc9:34913 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:24:20,282 DEBUG [M:0;39e84130bbc9:34913 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731522260108Disabling compacts and flushes for region at 1731522260108Disabling writes for close at 1731522260108Obtaining lock to block concurrent updates at 1731522260109 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731522260109Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731522260109Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731522260110 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731522260110Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731522260134 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731522260134Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731522260151 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731522260173 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731522260174 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731522260190 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731522260214 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731522260214Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15c7062a: reopening flushed file at 1731522260232 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ee989d8: reopening flushed file at 1731522260245 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@182983bb: reopening flushed file at 1731522260258 (+13 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 164ms, sequenceid=71, compaction requested=false at 1731522260273 (+15 ms)Writing region close event to WAL at 1731522260282 (+9 ms)Closed at 1731522260282 2024-11-13T18:24:20,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43121 is added to blk_1073741830_1006 (size=35428) 2024-11-13T18:24:20,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38979 is added to blk_1073741830_1006 (size=35428) 2024-11-13T18:24:20,290 INFO [M:0;39e84130bbc9:34913 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T18:24:20,290 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:24:20,291 INFO [M:0;39e84130bbc9:34913 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34913 2024-11-13T18:24:20,291 INFO [M:0;39e84130bbc9:34913 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:24:20,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34913-0x100ed57d71e0000, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:24:20,394 INFO [M:0;39e84130bbc9:34913 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:24:20,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34913-0x100ed57d71e0000, quorum=127.0.0.1:57561, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:24:20,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b10c2d7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:24:20,397 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ba050ec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:24:20,397 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:24:20,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b0c742e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:24:20,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ebe9064{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b880c596-1d4e-fe31-ce9a-bf92f8334936/hadoop.log.dir/,STOPPED} 2024-11-13T18:24:20,400 WARN [BP-684208181-172.17.0.3-1731522256692 heartbeating to localhost/127.0.0.1:38491 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:24:20,400 WARN [BP-684208181-172.17.0.3-1731522256692 heartbeating to localhost/127.0.0.1:38491 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-684208181-172.17.0.3-1731522256692 (Datanode Uuid 13d0a3a7-128b-4ed0-ab6d-0f19bf85259e) service to localhost/127.0.0.1:38491 2024-11-13T18:24:20,400 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b880c596-1d4e-fe31-ce9a-bf92f8334936/cluster_6525e33e-c687-c5ba-3722-f15a967cc28b/data/data3/current/BP-684208181-172.17.0.3-1731522256692 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:24:20,401 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:24:20,402 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:24:20,402 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:24:20,402 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b880c596-1d4e-fe31-ce9a-bf92f8334936/cluster_6525e33e-c687-c5ba-3722-f15a967cc28b/data/data4/current/BP-684208181-172.17.0.3-1731522256692 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:24:20,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@571c957d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:24:20,404 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75663c8a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:24:20,405 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:24:20,405 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61b1a52f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:24:20,405 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20c705b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b880c596-1d4e-fe31-ce9a-bf92f8334936/hadoop.log.dir/,STOPPED} 2024-11-13T18:24:20,407 WARN [BP-684208181-172.17.0.3-1731522256692 heartbeating to localhost/127.0.0.1:38491 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:24:20,407 WARN [BP-684208181-172.17.0.3-1731522256692 heartbeating to localhost/127.0.0.1:38491 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-684208181-172.17.0.3-1731522256692 (Datanode Uuid 55b4c2d1-4e48-44d7-9839-4bc7f2d6be77) service to localhost/127.0.0.1:38491 2024-11-13T18:24:20,407 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:24:20,407 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:24:20,408 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b880c596-1d4e-fe31-ce9a-bf92f8334936/cluster_6525e33e-c687-c5ba-3722-f15a967cc28b/data/data1/current/BP-684208181-172.17.0.3-1731522256692 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:24:20,408 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b880c596-1d4e-fe31-ce9a-bf92f8334936/cluster_6525e33e-c687-c5ba-3722-f15a967cc28b/data/data2/current/BP-684208181-172.17.0.3-1731522256692 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:24:20,408 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:24:20,417 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15f4066e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:24:20,418 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1084f561{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:24:20,418 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:24:20,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54c0de08{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:24:20,419 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8a7e9a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b880c596-1d4e-fe31-ce9a-bf92f8334936/hadoop.log.dir/,STOPPED} 2024-11-13T18:24:20,428 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T18:24:20,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T18:24:20,456 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=110 (was 78) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38491 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:38491 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:38491 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:38491 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:38491 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:38491 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:38491 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=446 (was 410) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=253 (was 240) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2064 (was 2266) 2024-11-13T18:24:20,463 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=110, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=253, ProcessCount=11, AvailableMemoryMB=2063 2024-11-13T18:24:20,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b880c596-1d4e-fe31-ce9a-bf92f8334936/hadoop.log.dir so I do NOT create it in target/test-data/a2d24e22-9d23-6dde-572c-1e6ba63a974f 2024-11-13T18:24:20,478 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b880c596-1d4e-fe31-ce9a-bf92f8334936/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T18:24:20,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b880c596-1d4e-fe31-ce9a-bf92f8334936/hadoop.tmp.dir so I do NOT create it in target/test-data/a2d24e22-9d23-6dde-572c-1e6ba63a974f 2024-11-13T18:24:20,478 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b880c596-1d4e-fe31-ce9a-bf92f8334936/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T18:24:20,478 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d24e22-9d23-6dde-572c-1e6ba63a974f 2024-11-13T18:24:20,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T18:24:20,478 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d24e22-9d23-6dde-572c-1e6ba63a974f/cluster_fe082273-2282-4d06-c335-cd10bf45aa80, deleteOnExit=true 2024-11-13T18:24:20,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T18:24:20,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d24e22-9d23-6dde-572c-1e6ba63a974f/test.cache.data in system properties and HBase conf 2024-11-13T18:24:20,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d24e22-9d23-6dde-572c-1e6ba63a974f/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T18:24:20,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d24e22-9d23-6dde-572c-1e6ba63a974f/hadoop.log.dir in system properties and HBase conf 2024-11-13T18:24:20,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d24e22-9d23-6dde-572c-1e6ba63a974f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T18:24:20,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d24e22-9d23-6dde-572c-1e6ba63a974f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T18:24:20,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T18:24:20,479 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T18:24:20,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d24e22-9d23-6dde-572c-1e6ba63a974f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:24:20,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d24e22-9d23-6dde-572c-1e6ba63a974f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:24:20,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d24e22-9d23-6dde-572c-1e6ba63a974f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T18:24:20,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d24e22-9d23-6dde-572c-1e6ba63a974f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:24:20,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d24e22-9d23-6dde-572c-1e6ba63a974f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T18:24:20,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d24e22-9d23-6dde-572c-1e6ba63a974f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T18:24:20,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d24e22-9d23-6dde-572c-1e6ba63a974f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:24:20,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d24e22-9d23-6dde-572c-1e6ba63a974f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:24:20,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d24e22-9d23-6dde-572c-1e6ba63a974f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T18:24:20,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d24e22-9d23-6dde-572c-1e6ba63a974f/nfs.dump.dir in system properties and HBase conf 2024-11-13T18:24:20,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d24e22-9d23-6dde-572c-1e6ba63a974f/java.io.tmpdir in system properties and HBase conf 2024-11-13T18:24:20,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d24e22-9d23-6dde-572c-1e6ba63a974f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:24:20,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d24e22-9d23-6dde-572c-1e6ba63a974f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T18:24:20,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d24e22-9d23-6dde-572c-1e6ba63a974f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T18:24:20,570 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:24:20,576 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:24:20,578 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:24:20,578 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:24:20,578 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:24:20,580 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:24:20,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cc9aa7e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d24e22-9d23-6dde-572c-1e6ba63a974f/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:24:20,582 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ec75a84{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:24:20,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a14261e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d24e22-9d23-6dde-572c-1e6ba63a974f/java.io.tmpdir/jetty-localhost-39765-hadoop-hdfs-3_4_1-tests_jar-_-any-10680876245588773014/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:24:20,714 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44f24e60{HTTP/1.1, (http/1.1)}{localhost:39765} 2024-11-13T18:24:20,714 INFO [Time-limited test {}] server.Server(415): Started @15046ms 2024-11-13T18:24:20,808 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:24:20,812 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:24:20,815 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:24:20,815 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:24:20,815 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T18:24:20,816 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41eba279{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d24e22-9d23-6dde-572c-1e6ba63a974f/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:24:20,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ea128cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:24:20,935 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4545e04e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d24e22-9d23-6dde-572c-1e6ba63a974f/java.io.tmpdir/jetty-localhost-39177-hadoop-hdfs-3_4_1-tests_jar-_-any-1520896167976318282/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:24:20,935 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76403943{HTTP/1.1, (http/1.1)}{localhost:39177} 2024-11-13T18:24:20,935 INFO [Time-limited test {}] server.Server(415): Started @15267ms 2024-11-13T18:24:20,937 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:24:20,979 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:24:20,984 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:24:20,985 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:24:20,985 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:24:20,985 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T18:24:20,986 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ebe722f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d24e22-9d23-6dde-572c-1e6ba63a974f/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:24:20,986 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a10ebb1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:24:21,045 WARN [Thread-617 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d24e22-9d23-6dde-572c-1e6ba63a974f/cluster_fe082273-2282-4d06-c335-cd10bf45aa80/data/data1/current/BP-904403240-172.17.0.3-1731522260513/current, will proceed with Du for space computation calculation, 2024-11-13T18:24:21,045 WARN [Thread-618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d24e22-9d23-6dde-572c-1e6ba63a974f/cluster_fe082273-2282-4d06-c335-cd10bf45aa80/data/data2/current/BP-904403240-172.17.0.3-1731522260513/current, will proceed with Du for space computation calculation, 2024-11-13T18:24:21,067 WARN [Thread-596 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:24:21,071 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd745255d42dae409 with lease ID 0xf1024ff3b7a4eeef: Processing first storage report for DS-9f1e3f34-0bb3-4f8e-b591-d281f80cf41c from datanode DatanodeRegistration(127.0.0.1:43019, datanodeUuid=579c867a-f0fc-495b-a85a-9e1ad6bc05c4, infoPort=33833, infoSecurePort=0, ipcPort=33775, storageInfo=lv=-57;cid=testClusterID;nsid=1918844058;c=1731522260513) 2024-11-13T18:24:21,071 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd745255d42dae409 with lease ID 0xf1024ff3b7a4eeef: from storage DS-9f1e3f34-0bb3-4f8e-b591-d281f80cf41c node DatanodeRegistration(127.0.0.1:43019, datanodeUuid=579c867a-f0fc-495b-a85a-9e1ad6bc05c4, infoPort=33833, infoSecurePort=0, ipcPort=33775, storageInfo=lv=-57;cid=testClusterID;nsid=1918844058;c=1731522260513), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:24:21,071 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd745255d42dae409 with lease ID 0xf1024ff3b7a4eeef: Processing first storage report for DS-56f94dbe-8f57-42aa-99f5-94cac78f0936 from datanode DatanodeRegistration(127.0.0.1:43019, datanodeUuid=579c867a-f0fc-495b-a85a-9e1ad6bc05c4, infoPort=33833, infoSecurePort=0, ipcPort=33775, storageInfo=lv=-57;cid=testClusterID;nsid=1918844058;c=1731522260513) 2024-11-13T18:24:21,071 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd745255d42dae409 with lease ID 0xf1024ff3b7a4eeef: from storage DS-56f94dbe-8f57-42aa-99f5-94cac78f0936 node DatanodeRegistration(127.0.0.1:43019, datanodeUuid=579c867a-f0fc-495b-a85a-9e1ad6bc05c4, infoPort=33833, infoSecurePort=0, ipcPort=33775, storageInfo=lv=-57;cid=testClusterID;nsid=1918844058;c=1731522260513), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:24:21,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e709d59{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d24e22-9d23-6dde-572c-1e6ba63a974f/java.io.tmpdir/jetty-localhost-41059-hadoop-hdfs-3_4_1-tests_jar-_-any-13252271995648199015/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:24:21,118 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b67b13c{HTTP/1.1, (http/1.1)}{localhost:41059} 2024-11-13T18:24:21,118 INFO [Time-limited test {}] server.Server(415): Started @15450ms 2024-11-13T18:24:21,122 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:24:21,218 WARN [Thread-644 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d24e22-9d23-6dde-572c-1e6ba63a974f/cluster_fe082273-2282-4d06-c335-cd10bf45aa80/data/data4/current/BP-904403240-172.17.0.3-1731522260513/current, will proceed with Du for space computation calculation, 2024-11-13T18:24:21,218 WARN [Thread-643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d24e22-9d23-6dde-572c-1e6ba63a974f/cluster_fe082273-2282-4d06-c335-cd10bf45aa80/data/data3/current/BP-904403240-172.17.0.3-1731522260513/current, will proceed with Du for space computation calculation, 2024-11-13T18:24:21,241 WARN [Thread-632 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:24:21,244 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13b374512d96325a with lease ID 0xf1024ff3b7a4eef0: Processing first storage report for DS-1a9c31da-4078-45e6-bde7-1aee4df7a131 from datanode DatanodeRegistration(127.0.0.1:38165, datanodeUuid=9e1c2de6-bc52-4ab7-8d8b-836c9d9ed440, infoPort=43149, infoSecurePort=0, ipcPort=45881, storageInfo=lv=-57;cid=testClusterID;nsid=1918844058;c=1731522260513) 2024-11-13T18:24:21,245 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13b374512d96325a with lease ID 0xf1024ff3b7a4eef0: from storage DS-1a9c31da-4078-45e6-bde7-1aee4df7a131 node DatanodeRegistration(127.0.0.1:38165, datanodeUuid=9e1c2de6-bc52-4ab7-8d8b-836c9d9ed440, infoPort=43149, infoSecurePort=0, ipcPort=45881, storageInfo=lv=-57;cid=testClusterID;nsid=1918844058;c=1731522260513), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:24:21,245 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13b374512d96325a with lease ID 0xf1024ff3b7a4eef0: Processing first storage report for DS-363beac1-be92-44b8-8c5e-262d7bd15fe2 from datanode DatanodeRegistration(127.0.0.1:38165, datanodeUuid=9e1c2de6-bc52-4ab7-8d8b-836c9d9ed440, infoPort=43149, infoSecurePort=0, ipcPort=45881, storageInfo=lv=-57;cid=testClusterID;nsid=1918844058;c=1731522260513) 2024-11-13T18:24:21,245 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13b374512d96325a with lease ID 0xf1024ff3b7a4eef0: from storage DS-363beac1-be92-44b8-8c5e-262d7bd15fe2 node DatanodeRegistration(127.0.0.1:38165, datanodeUuid=9e1c2de6-bc52-4ab7-8d8b-836c9d9ed440, infoPort=43149, infoSecurePort=0, ipcPort=45881, storageInfo=lv=-57;cid=testClusterID;nsid=1918844058;c=1731522260513), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T18:24:21,252 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d24e22-9d23-6dde-572c-1e6ba63a974f 2024-11-13T18:24:21,255 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d24e22-9d23-6dde-572c-1e6ba63a974f/cluster_fe082273-2282-4d06-c335-cd10bf45aa80/zookeeper_0, clientPort=62100, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d24e22-9d23-6dde-572c-1e6ba63a974f/cluster_fe082273-2282-4d06-c335-cd10bf45aa80/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d24e22-9d23-6dde-572c-1e6ba63a974f/cluster_fe082273-2282-4d06-c335-cd10bf45aa80/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T18:24:21,256 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62100 2024-11-13T18:24:21,257 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:21,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:21,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:24:21,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38165 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:24:21,272 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4 with version=8 2024-11-13T18:24:21,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/hbase-staging 2024-11-13T18:24:21,274 INFO [Time-limited test {}] client.ConnectionUtils(128): master/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:24:21,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:21,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:21,275 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:24:21,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:21,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:24:21,275 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T18:24:21,275 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:24:21,276 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38389 2024-11-13T18:24:21,277 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38389 connecting to ZooKeeper ensemble=127.0.0.1:62100 2024-11-13T18:24:21,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383890x0, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:24:21,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38389-0x100ed57e5b00000 connected 2024-11-13T18:24:21,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:21,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:21,308 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38389-0x100ed57e5b00000, quorum=127.0.0.1:62100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:24:21,308 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4, hbase.cluster.distributed=false 2024-11-13T18:24:21,310 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38389-0x100ed57e5b00000, quorum=127.0.0.1:62100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T18:24:21,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38389 2024-11-13T18:24:21,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38389 2024-11-13T18:24:21,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38389 2024-11-13T18:24:21,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38389 2024-11-13T18:24:21,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38389 2024-11-13T18:24:21,336 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:24:21,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:21,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:21,336 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:24:21,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:21,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:24:21,336 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:24:21,336 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:24:21,337 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35803 2024-11-13T18:24:21,339 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35803 connecting to ZooKeeper ensemble=127.0.0.1:62100 2024-11-13T18:24:21,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:21,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:21,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358030x0, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:24:21,354 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:358030x0, quorum=127.0.0.1:62100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:24:21,354 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35803-0x100ed57e5b00001 connected 2024-11-13T18:24:21,355 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:24:21,355 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:24:21,356 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35803-0x100ed57e5b00001, quorum=127.0.0.1:62100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T18:24:21,358 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35803-0x100ed57e5b00001, quorum=127.0.0.1:62100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T18:24:21,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35803 2024-11-13T18:24:21,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35803 2024-11-13T18:24:21,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35803 2024-11-13T18:24:21,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35803 2024-11-13T18:24:21,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35803 2024-11-13T18:24:21,380 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:24:21,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:21,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:21,380 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:24:21,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:21,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:24:21,380 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:24:21,381 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:24:21,381 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33363 2024-11-13T18:24:21,383 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33363 connecting to ZooKeeper ensemble=127.0.0.1:62100 2024-11-13T18:24:21,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:21,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:21,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333630x0, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:24:21,391 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:333630x0, quorum=127.0.0.1:62100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:24:21,391 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33363-0x100ed57e5b00002 connected 2024-11-13T18:24:21,391 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:24:21,392 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:24:21,393 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33363-0x100ed57e5b00002, quorum=127.0.0.1:62100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T18:24:21,394 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33363-0x100ed57e5b00002, quorum=127.0.0.1:62100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T18:24:21,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33363 2024-11-13T18:24:21,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33363 2024-11-13T18:24:21,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33363 2024-11-13T18:24:21,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33363 2024-11-13T18:24:21,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33363 2024-11-13T18:24:21,411 DEBUG [M:0;39e84130bbc9:38389 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;39e84130bbc9:38389 2024-11-13T18:24:21,411 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/39e84130bbc9,38389,1731522261274 2024-11-13T18:24:21,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x100ed57e5b00001, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:24:21,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33363-0x100ed57e5b00002, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:24:21,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38389-0x100ed57e5b00000, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:24:21,414 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38389-0x100ed57e5b00000, quorum=127.0.0.1:62100, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/39e84130bbc9,38389,1731522261274 2024-11-13T18:24:21,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33363-0x100ed57e5b00002, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T18:24:21,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38389-0x100ed57e5b00000, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:21,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33363-0x100ed57e5b00002, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:21,416 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38389-0x100ed57e5b00000, quorum=127.0.0.1:62100, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T18:24:21,417 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/39e84130bbc9,38389,1731522261274 from backup master directory 2024-11-13T18:24:21,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x100ed57e5b00001, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T18:24:21,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x100ed57e5b00001, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:21,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38389-0x100ed57e5b00000, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/39e84130bbc9,38389,1731522261274 2024-11-13T18:24:21,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33363-0x100ed57e5b00002, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:24:21,419 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): regionserver:35803-0x100ed57e5b00001, quorum=127.0.0.1:62100, baseZNode=/hbase Unable to get data of znode /hbase/backup-masters/39e84130bbc9,38389,1731522261274 because node does not exist (not an error) 2024-11-13T18:24:21,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x100ed57e5b00001, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:24:21,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38389-0x100ed57e5b00000, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:24:21,419 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:24:21,419 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=39e84130bbc9,38389,1731522261274 2024-11-13T18:24:21,424 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/hbase.id] with ID: a0476aec-7bda-443e-bcce-5868bba1e81e 2024-11-13T18:24:21,424 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/.tmp/hbase.id 2024-11-13T18:24:21,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:24:21,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38165 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:24:21,432 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/.tmp/hbase.id]:[hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/hbase.id] 2024-11-13T18:24:21,446 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:21,446 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T18:24:21,448 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T18:24:21,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x100ed57e5b00001, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:21,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33363-0x100ed57e5b00002, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:21,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38389-0x100ed57e5b00000, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:21,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:24:21,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38165 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:24:21,860 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:24:21,861 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T18:24:21,861 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:24:21,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38165 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:24:21,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:24:21,872 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/MasterData/data/master/store 2024-11-13T18:24:21,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:24:21,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38165 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:24:21,879 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:24:21,879 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:24:21,880 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:24:21,880 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:24:21,880 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:24:21,880 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:24:21,880 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:24:21,880 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731522261879Disabling compacts and flushes for region at 1731522261879Disabling writes for close at 1731522261880 (+1 ms)Writing region close event to WAL at 1731522261880Closed at 1731522261880 2024-11-13T18:24:21,881 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/MasterData/data/master/store/.initializing 2024-11-13T18:24:21,881 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/MasterData/WALs/39e84130bbc9,38389,1731522261274 2024-11-13T18:24:21,882 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:24:21,884 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39e84130bbc9%2C38389%2C1731522261274, suffix=, logDir=hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/MasterData/WALs/39e84130bbc9,38389,1731522261274, archiveDir=hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/MasterData/oldWALs, maxLogs=10 2024-11-13T18:24:21,898 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/MasterData/WALs/39e84130bbc9,38389,1731522261274/39e84130bbc9%2C38389%2C1731522261274.1731522261884, exclude list is [], retry=0 2024-11-13T18:24:21,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38165,DS-1a9c31da-4078-45e6-bde7-1aee4df7a131,DISK] 2024-11-13T18:24:21,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43019,DS-9f1e3f34-0bb3-4f8e-b591-d281f80cf41c,DISK] 2024-11-13T18:24:21,903 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/MasterData/WALs/39e84130bbc9,38389,1731522261274/39e84130bbc9%2C38389%2C1731522261274.1731522261884 2024-11-13T18:24:21,903 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43149:43149),(127.0.0.1/127.0.0.1:33833:33833)] 2024-11-13T18:24:21,903 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:24:21,904 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:24:21,904 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:21,904 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:21,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:21,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T18:24:21,907 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:21,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:21,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:21,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T18:24:21,909 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:21,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:24:21,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:21,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T18:24:21,911 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:21,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:24:21,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:21,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T18:24:21,912 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:21,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:24:21,913 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:21,914 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:21,914 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:21,916 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:21,916 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:21,916 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:24:21,918 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:21,920 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:24:21,920 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73435461, jitterRate=0.094273641705513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:24:21,921 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731522261904Initializing all the Stores at 1731522261905 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731522261905Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731522261905Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731522261905Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731522261905Cleaning up temporary data from old regions at 1731522261916 (+11 ms)Region opened successfully at 1731522261921 (+5 ms) 2024-11-13T18:24:21,922 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T18:24:21,925 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@668f1488, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:24:21,926 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T18:24:21,926 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T18:24:21,926 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T18:24:21,926 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T18:24:21,927 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T18:24:21,927 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T18:24:21,927 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T18:24:21,929 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T18:24:21,930 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38389-0x100ed57e5b00000, quorum=127.0.0.1:62100, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T18:24:21,931 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T18:24:21,932 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T18:24:21,932 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38389-0x100ed57e5b00000, quorum=127.0.0.1:62100, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T18:24:21,934 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T18:24:21,934 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T18:24:21,935 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38389-0x100ed57e5b00000, quorum=127.0.0.1:62100, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T18:24:21,936 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T18:24:21,937 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38389-0x100ed57e5b00000, quorum=127.0.0.1:62100, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T18:24:21,938 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T18:24:21,940 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38389-0x100ed57e5b00000, quorum=127.0.0.1:62100, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T18:24:21,941 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T18:24:21,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38389-0x100ed57e5b00000, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T18:24:21,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33363-0x100ed57e5b00002, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T18:24:21,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33363-0x100ed57e5b00002, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:21,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38389-0x100ed57e5b00000, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:21,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x100ed57e5b00001, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T18:24:21,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x100ed57e5b00001, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:21,943 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=39e84130bbc9,38389,1731522261274, sessionid=0x100ed57e5b00000, setting cluster-up flag (Was=false) 2024-11-13T18:24:21,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x100ed57e5b00001, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:21,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38389-0x100ed57e5b00000, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:21,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33363-0x100ed57e5b00002, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:21,951 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T18:24:21,952 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,38389,1731522261274 2024-11-13T18:24:21,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x100ed57e5b00001, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:21,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33363-0x100ed57e5b00002, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:21,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38389-0x100ed57e5b00000, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:21,960 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T18:24:21,961 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,38389,1731522261274 2024-11-13T18:24:21,962 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T18:24:21,964 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T18:24:21,964 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T18:24:21,964 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T18:24:21,965 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 39e84130bbc9,38389,1731522261274 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T18:24:21,966 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:24:21,966 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:24:21,966 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:24:21,966 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:24:21,966 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/39e84130bbc9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T18:24:21,966 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:21,966 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:24:21,966 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:21,967 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731522291967 2024-11-13T18:24:21,967 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T18:24:21,967 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T18:24:21,967 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T18:24:21,967 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T18:24:21,967 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T18:24:21,967 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T18:24:21,967 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:21,968 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T18:24:21,968 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:24:21,968 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T18:24:21,968 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T18:24:21,968 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T18:24:21,968 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T18:24:21,968 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T18:24:21,969 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731522261968,5,FailOnTimeoutGroup] 2024-11-13T18:24:21,969 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731522261969,5,FailOnTimeoutGroup] 2024-11-13T18:24:21,969 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:21,969 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T18:24:21,969 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:21,969 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:21,969 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:21,969 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T18:24:21,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38165 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:24:21,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:24:21,978 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T18:24:21,978 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4 2024-11-13T18:24:21,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38165 is added to blk_1073741832_1008 (size=32) 2024-11-13T18:24:21,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741832_1008 (size=32) 2024-11-13T18:24:21,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:24:21,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:24:21,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:24:21,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:21,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:21,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:24:21,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:24:21,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:21,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:21,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:24:21,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:24:21,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:21,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:21,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:24:21,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:24:21,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:21,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:22,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:24:22,000 INFO [RS:1;39e84130bbc9:33363 {}] regionserver.HRegionServer(746): ClusterId : a0476aec-7bda-443e-bcce-5868bba1e81e 2024-11-13T18:24:22,000 INFO [RS:0;39e84130bbc9:35803 {}] regionserver.HRegionServer(746): ClusterId : a0476aec-7bda-443e-bcce-5868bba1e81e 2024-11-13T18:24:22,000 DEBUG [RS:1;39e84130bbc9:33363 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:24:22,000 DEBUG [RS:0;39e84130bbc9:35803 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:24:22,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/data/hbase/meta/1588230740 2024-11-13T18:24:22,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/data/hbase/meta/1588230740 2024-11-13T18:24:22,002 DEBUG [RS:1;39e84130bbc9:33363 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:24:22,002 DEBUG [RS:1;39e84130bbc9:33363 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:24:22,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:24:22,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:24:22,002 DEBUG [RS:0;39e84130bbc9:35803 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:24:22,002 DEBUG [RS:0;39e84130bbc9:35803 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:24:22,003 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:24:22,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:24:22,005 DEBUG [RS:1;39e84130bbc9:33363 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:24:22,006 DEBUG [RS:0;39e84130bbc9:35803 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:24:22,006 DEBUG [RS:1;39e84130bbc9:33363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38c2c89f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:24:22,006 DEBUG [RS:0;39e84130bbc9:35803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fa39256, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:24:22,007 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:24:22,008 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72835758, jitterRate=0.08533737063407898}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:24:22,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731522261988Initializing all the Stores at 1731522261990 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731522261990Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731522261990Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731522261990Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731522261990Cleaning up temporary data from old regions at 1731522262002 (+12 ms)Region opened successfully at 1731522262009 (+7 ms) 2024-11-13T18:24:22,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:24:22,009 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:24:22,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:24:22,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:24:22,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:24:22,010 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:24:22,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731522262009Disabling compacts and flushes for region at 1731522262009Disabling writes for close at 1731522262009Writing region close event to WAL at 1731522262010 (+1 ms)Closed at 1731522262010 2024-11-13T18:24:22,011 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:24:22,012 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T18:24:22,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T18:24:22,013 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:24:22,015 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T18:24:22,021 DEBUG [RS:1;39e84130bbc9:33363 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;39e84130bbc9:33363 2024-11-13T18:24:22,022 INFO [RS:1;39e84130bbc9:33363 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:24:22,022 INFO [RS:1;39e84130bbc9:33363 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:24:22,022 DEBUG [RS:1;39e84130bbc9:33363 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:24:22,022 DEBUG [RS:0;39e84130bbc9:35803 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;39e84130bbc9:35803 2024-11-13T18:24:22,022 INFO [RS:0;39e84130bbc9:35803 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:24:22,022 INFO [RS:0;39e84130bbc9:35803 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:24:22,022 DEBUG [RS:0;39e84130bbc9:35803 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:24:22,022 INFO [RS:1;39e84130bbc9:33363 {}] regionserver.HRegionServer(2659): reportForDuty to master=39e84130bbc9,38389,1731522261274 with port=33363, startcode=1731522261380 2024-11-13T18:24:22,023 DEBUG [RS:1;39e84130bbc9:33363 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:24:22,023 INFO [RS:0;39e84130bbc9:35803 {}] regionserver.HRegionServer(2659): reportForDuty to master=39e84130bbc9,38389,1731522261274 with port=35803, startcode=1731522261335 2024-11-13T18:24:22,023 DEBUG [RS:0;39e84130bbc9:35803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:24:22,025 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55049, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:24:22,025 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38389 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 39e84130bbc9,33363,1731522261380 2024-11-13T18:24:22,026 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38389 {}] master.ServerManager(517): Registering regionserver=39e84130bbc9,33363,1731522261380 2024-11-13T18:24:22,027 DEBUG [RS:1;39e84130bbc9:33363 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4 2024-11-13T18:24:22,027 DEBUG [RS:1;39e84130bbc9:33363 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37751 2024-11-13T18:24:22,027 DEBUG [RS:1;39e84130bbc9:33363 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:24:22,028 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:24:22,029 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38389 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 39e84130bbc9,35803,1731522261335 2024-11-13T18:24:22,029 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38389 {}] master.ServerManager(517): Registering regionserver=39e84130bbc9,35803,1731522261335 2024-11-13T18:24:22,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38389-0x100ed57e5b00000, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T18:24:22,030 DEBUG [RS:1;39e84130bbc9:33363 {}] zookeeper.ZKUtil(111): regionserver:33363-0x100ed57e5b00002, quorum=127.0.0.1:62100, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/39e84130bbc9,33363,1731522261380 2024-11-13T18:24:22,030 WARN [RS:1;39e84130bbc9:33363 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:24:22,030 INFO [RS:1;39e84130bbc9:33363 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:24:22,030 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [39e84130bbc9,33363,1731522261380] 2024-11-13T18:24:22,030 DEBUG [RS:1;39e84130bbc9:33363 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/WALs/39e84130bbc9,33363,1731522261380 2024-11-13T18:24:22,031 DEBUG [RS:0;39e84130bbc9:35803 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4 2024-11-13T18:24:22,031 DEBUG [RS:0;39e84130bbc9:35803 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37751 2024-11-13T18:24:22,031 DEBUG [RS:0;39e84130bbc9:35803 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:24:22,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38389-0x100ed57e5b00000, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T18:24:22,036 DEBUG [RS:0;39e84130bbc9:35803 {}] zookeeper.ZKUtil(111): regionserver:35803-0x100ed57e5b00001, quorum=127.0.0.1:62100, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/39e84130bbc9,35803,1731522261335 2024-11-13T18:24:22,036 WARN [RS:0;39e84130bbc9:35803 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:24:22,036 INFO [RS:0;39e84130bbc9:35803 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:24:22,036 DEBUG [RS:0;39e84130bbc9:35803 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/WALs/39e84130bbc9,35803,1731522261335 2024-11-13T18:24:22,037 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [39e84130bbc9,35803,1731522261335] 2024-11-13T18:24:22,037 INFO [RS:1;39e84130bbc9:33363 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:24:22,040 INFO [RS:1;39e84130bbc9:33363 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:24:22,040 INFO [RS:0;39e84130bbc9:35803 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:24:22,041 INFO [RS:1;39e84130bbc9:33363 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:24:22,041 INFO [RS:1;39e84130bbc9:33363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:22,041 INFO [RS:1;39e84130bbc9:33363 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:24:22,042 INFO [RS:1;39e84130bbc9:33363 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:24:22,042 INFO [RS:1;39e84130bbc9:33363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:22,042 DEBUG [RS:1;39e84130bbc9:33363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:22,042 DEBUG [RS:1;39e84130bbc9:33363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:22,042 DEBUG [RS:1;39e84130bbc9:33363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:22,042 DEBUG [RS:1;39e84130bbc9:33363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:22,043 DEBUG [RS:1;39e84130bbc9:33363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:22,043 DEBUG [RS:1;39e84130bbc9:33363 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:24:22,043 DEBUG [RS:1;39e84130bbc9:33363 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:22,043 DEBUG [RS:1;39e84130bbc9:33363 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:22,043 DEBUG [RS:1;39e84130bbc9:33363 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:22,043 DEBUG [RS:1;39e84130bbc9:33363 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:22,043 DEBUG [RS:1;39e84130bbc9:33363 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:22,043 DEBUG [RS:1;39e84130bbc9:33363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:22,043 DEBUG [RS:1;39e84130bbc9:33363 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:24:22,043 DEBUG [RS:1;39e84130bbc9:33363 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:24:22,045 INFO [RS:0;39e84130bbc9:35803 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:24:22,045 INFO [RS:0;39e84130bbc9:35803 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:24:22,045 INFO [RS:1;39e84130bbc9:33363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:22,045 INFO [RS:0;39e84130bbc9:35803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:22,045 INFO [RS:1;39e84130bbc9:33363 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:22,045 INFO [RS:1;39e84130bbc9:33363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:22,045 INFO [RS:1;39e84130bbc9:33363 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:22,046 INFO [RS:0;39e84130bbc9:35803 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:24:22,046 INFO [RS:1;39e84130bbc9:33363 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:22,046 INFO [RS:1;39e84130bbc9:33363 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,33363,1731522261380-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:24:22,046 INFO [RS:0;39e84130bbc9:35803 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:24:22,046 INFO [RS:0;39e84130bbc9:35803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:22,047 DEBUG [RS:0;39e84130bbc9:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:22,047 DEBUG [RS:0;39e84130bbc9:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:22,047 DEBUG [RS:0;39e84130bbc9:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:22,047 DEBUG [RS:0;39e84130bbc9:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:22,047 DEBUG [RS:0;39e84130bbc9:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:22,047 DEBUG [RS:0;39e84130bbc9:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:24:22,047 DEBUG [RS:0;39e84130bbc9:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:22,047 DEBUG [RS:0;39e84130bbc9:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:22,047 DEBUG [RS:0;39e84130bbc9:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:22,047 DEBUG [RS:0;39e84130bbc9:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:22,047 DEBUG [RS:0;39e84130bbc9:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:22,047 DEBUG [RS:0;39e84130bbc9:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:22,048 DEBUG [RS:0;39e84130bbc9:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:24:22,048 DEBUG [RS:0;39e84130bbc9:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:24:22,050 INFO [RS:0;39e84130bbc9:35803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:22,050 INFO [RS:0;39e84130bbc9:35803 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:22,050 INFO [RS:0;39e84130bbc9:35803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:22,050 INFO [RS:0;39e84130bbc9:35803 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:22,050 INFO [RS:0;39e84130bbc9:35803 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:22,050 INFO [RS:0;39e84130bbc9:35803 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,35803,1731522261335-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:24:22,065 INFO [RS:0;39e84130bbc9:35803 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:24:22,066 INFO [RS:0;39e84130bbc9:35803 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,35803,1731522261335-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:22,066 INFO [RS:0;39e84130bbc9:35803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:22,066 INFO [RS:0;39e84130bbc9:35803 {}] regionserver.Replication(171): 39e84130bbc9,35803,1731522261335 started 2024-11-13T18:24:22,072 INFO [RS:1;39e84130bbc9:33363 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:24:22,072 INFO [RS:1;39e84130bbc9:33363 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,33363,1731522261380-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:22,072 INFO [RS:1;39e84130bbc9:33363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:22,072 INFO [RS:1;39e84130bbc9:33363 {}] regionserver.Replication(171): 39e84130bbc9,33363,1731522261380 started 2024-11-13T18:24:22,083 INFO [RS:0;39e84130bbc9:35803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:22,083 INFO [RS:0;39e84130bbc9:35803 {}] regionserver.HRegionServer(1482): Serving as 39e84130bbc9,35803,1731522261335, RpcServer on 39e84130bbc9/172.17.0.3:35803, sessionid=0x100ed57e5b00001 2024-11-13T18:24:22,083 DEBUG [RS:0;39e84130bbc9:35803 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:24:22,083 DEBUG [RS:0;39e84130bbc9:35803 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 39e84130bbc9,35803,1731522261335 2024-11-13T18:24:22,083 DEBUG [RS:0;39e84130bbc9:35803 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,35803,1731522261335' 2024-11-13T18:24:22,083 DEBUG [RS:0;39e84130bbc9:35803 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T18:24:22,084 DEBUG [RS:0;39e84130bbc9:35803 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T18:24:22,084 DEBUG [RS:0;39e84130bbc9:35803 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:24:22,085 DEBUG [RS:0;39e84130bbc9:35803 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:24:22,085 DEBUG [RS:0;39e84130bbc9:35803 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 39e84130bbc9,35803,1731522261335 2024-11-13T18:24:22,085 DEBUG [RS:0;39e84130bbc9:35803 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,35803,1731522261335' 2024-11-13T18:24:22,085 DEBUG [RS:0;39e84130bbc9:35803 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T18:24:22,085 DEBUG [RS:0;39e84130bbc9:35803 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T18:24:22,085 DEBUG [RS:0;39e84130bbc9:35803 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:24:22,086 INFO [RS:0;39e84130bbc9:35803 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:24:22,086 INFO [RS:0;39e84130bbc9:35803 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:24:22,095 INFO [RS:1;39e84130bbc9:33363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:22,095 INFO [RS:1;39e84130bbc9:33363 {}] regionserver.HRegionServer(1482): Serving as 39e84130bbc9,33363,1731522261380, RpcServer on 39e84130bbc9/172.17.0.3:33363, sessionid=0x100ed57e5b00002 2024-11-13T18:24:22,095 DEBUG [RS:1;39e84130bbc9:33363 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:24:22,095 DEBUG [RS:1;39e84130bbc9:33363 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 39e84130bbc9,33363,1731522261380 2024-11-13T18:24:22,095 DEBUG [RS:1;39e84130bbc9:33363 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,33363,1731522261380' 2024-11-13T18:24:22,095 DEBUG [RS:1;39e84130bbc9:33363 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T18:24:22,095 DEBUG [RS:1;39e84130bbc9:33363 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T18:24:22,096 DEBUG [RS:1;39e84130bbc9:33363 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:24:22,096 DEBUG [RS:1;39e84130bbc9:33363 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:24:22,096 DEBUG [RS:1;39e84130bbc9:33363 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 39e84130bbc9,33363,1731522261380 2024-11-13T18:24:22,096 DEBUG [RS:1;39e84130bbc9:33363 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,33363,1731522261380' 2024-11-13T18:24:22,096 DEBUG [RS:1;39e84130bbc9:33363 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T18:24:22,096 DEBUG [RS:1;39e84130bbc9:33363 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T18:24:22,097 DEBUG [RS:1;39e84130bbc9:33363 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:24:22,097 INFO [RS:1;39e84130bbc9:33363 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:24:22,097 INFO [RS:1;39e84130bbc9:33363 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:24:22,165 WARN [39e84130bbc9:38389 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T18:24:22,186 INFO [RS:0;39e84130bbc9:35803 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:24:22,188 INFO [RS:0;39e84130bbc9:35803 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39e84130bbc9%2C35803%2C1731522261335, suffix=, logDir=hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/WALs/39e84130bbc9,35803,1731522261335, archiveDir=hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/oldWALs, maxLogs=32 2024-11-13T18:24:22,197 INFO [RS:1;39e84130bbc9:33363 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:24:22,199 INFO [RS:1;39e84130bbc9:33363 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39e84130bbc9%2C33363%2C1731522261380, suffix=, logDir=hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/WALs/39e84130bbc9,33363,1731522261380, archiveDir=hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/oldWALs, maxLogs=32 2024-11-13T18:24:22,203 DEBUG [RS:0;39e84130bbc9:35803 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/WALs/39e84130bbc9,35803,1731522261335/39e84130bbc9%2C35803%2C1731522261335.1731522262189, exclude list is [], retry=0 2024-11-13T18:24:22,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38165,DS-1a9c31da-4078-45e6-bde7-1aee4df7a131,DISK] 2024-11-13T18:24:22,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43019,DS-9f1e3f34-0bb3-4f8e-b591-d281f80cf41c,DISK] 2024-11-13T18:24:22,209 INFO [RS:0;39e84130bbc9:35803 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/WALs/39e84130bbc9,35803,1731522261335/39e84130bbc9%2C35803%2C1731522261335.1731522262189 2024-11-13T18:24:22,209 DEBUG [RS:0;39e84130bbc9:35803 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43149:43149),(127.0.0.1/127.0.0.1:33833:33833)] 2024-11-13T18:24:22,216 DEBUG [RS:1;39e84130bbc9:33363 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/WALs/39e84130bbc9,33363,1731522261380/39e84130bbc9%2C33363%2C1731522261380.1731522262200, exclude list is [], retry=0 2024-11-13T18:24:22,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43019,DS-9f1e3f34-0bb3-4f8e-b591-d281f80cf41c,DISK] 2024-11-13T18:24:22,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38165,DS-1a9c31da-4078-45e6-bde7-1aee4df7a131,DISK] 2024-11-13T18:24:22,221 INFO [RS:1;39e84130bbc9:33363 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/WALs/39e84130bbc9,33363,1731522261380/39e84130bbc9%2C33363%2C1731522261380.1731522262200 2024-11-13T18:24:22,221 DEBUG [RS:1;39e84130bbc9:33363 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43149:43149),(127.0.0.1/127.0.0.1:33833:33833)] 2024-11-13T18:24:22,415 DEBUG [39e84130bbc9:38389 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-13T18:24:22,416 DEBUG [39e84130bbc9:38389 {}] balancer.BalancerClusterState(204): Hosts are {39e84130bbc9=0} racks are {/default-rack=0} 2024-11-13T18:24:22,418 DEBUG [39e84130bbc9:38389 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T18:24:22,418 DEBUG [39e84130bbc9:38389 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T18:24:22,418 DEBUG [39e84130bbc9:38389 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T18:24:22,418 DEBUG [39e84130bbc9:38389 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T18:24:22,418 INFO [39e84130bbc9:38389 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T18:24:22,418 INFO [39e84130bbc9:38389 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T18:24:22,418 DEBUG [39e84130bbc9:38389 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T18:24:22,418 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=39e84130bbc9,35803,1731522261335 2024-11-13T18:24:22,420 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,35803,1731522261335, state=OPENING 2024-11-13T18:24:22,421 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T18:24:22,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38389-0x100ed57e5b00000, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:22,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33363-0x100ed57e5b00002, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:22,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x100ed57e5b00001, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:22,423 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:24:22,423 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:24:22,423 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:24:22,423 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:24:22,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,35803,1731522261335}] 2024-11-13T18:24:22,577 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:24:22,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:24:22,583 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T18:24:22,583 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:24:22,583 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T18:24:22,585 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39e84130bbc9%2C35803%2C1731522261335.meta, suffix=.meta, logDir=hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/WALs/39e84130bbc9,35803,1731522261335, archiveDir=hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/oldWALs, maxLogs=32 2024-11-13T18:24:22,600 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/WALs/39e84130bbc9,35803,1731522261335/39e84130bbc9%2C35803%2C1731522261335.meta.1731522262586.meta, exclude list is [], retry=0 2024-11-13T18:24:22,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43019,DS-9f1e3f34-0bb3-4f8e-b591-d281f80cf41c,DISK] 2024-11-13T18:24:22,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38165,DS-1a9c31da-4078-45e6-bde7-1aee4df7a131,DISK] 2024-11-13T18:24:22,604 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/WALs/39e84130bbc9,35803,1731522261335/39e84130bbc9%2C35803%2C1731522261335.meta.1731522262586.meta 2024-11-13T18:24:22,605 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33833:33833),(127.0.0.1/127.0.0.1:43149:43149)] 2024-11-13T18:24:22,605 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:24:22,605 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:24:22,605 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T18:24:22,605 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T18:24:22,605 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T18:24:22,605 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:24:22,606 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T18:24:22,606 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T18:24:22,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:24:22,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:24:22,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:22,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:22,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:24:22,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:24:22,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:22,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:22,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:24:22,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:24:22,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:22,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:22,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:24:22,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:24:22,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:22,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:22,614 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:24:22,615 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/data/hbase/meta/1588230740 2024-11-13T18:24:22,616 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/data/hbase/meta/1588230740 2024-11-13T18:24:22,617 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:24:22,617 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:24:22,618 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:24:22,620 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:24:22,620 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69657421, jitterRate=0.0379764586687088}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:24:22,621 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T18:24:22,622 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731522262606Writing region info on filesystem at 1731522262606Initializing all the Stores at 1731522262607 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731522262607Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731522262607Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731522262607Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731522262607Cleaning up temporary data from old regions at 1731522262617 (+10 ms)Running coprocessor post-open hooks at 1731522262621 (+4 ms)Region opened successfully at 1731522262622 (+1 ms) 2024-11-13T18:24:22,623 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731522262577 2024-11-13T18:24:22,625 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T18:24:22,625 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T18:24:22,626 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,35803,1731522261335 2024-11-13T18:24:22,627 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,35803,1731522261335, state=OPEN 2024-11-13T18:24:22,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x100ed57e5b00001, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T18:24:22,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33363-0x100ed57e5b00002, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T18:24:22,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38389-0x100ed57e5b00000, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T18:24:22,629 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:24:22,629 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=39e84130bbc9,35803,1731522261335 2024-11-13T18:24:22,629 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:24:22,629 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:24:22,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T18:24:22,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,35803,1731522261335 in 206 msec 2024-11-13T18:24:22,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T18:24:22,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 621 msec 2024-11-13T18:24:22,637 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:24:22,637 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T18:24:22,639 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:24:22,639 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,35803,1731522261335, seqNum=-1] 2024-11-13T18:24:22,639 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:24:22,641 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36159, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:24:22,648 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 683 msec 2024-11-13T18:24:22,648 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731522262648, completionTime=-1 2024-11-13T18:24:22,648 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-13T18:24:22,648 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T18:24:22,651 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-13T18:24:22,651 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731522322651 2024-11-13T18:24:22,651 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731522382651 2024-11-13T18:24:22,651 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T18:24:22,651 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,38389,1731522261274-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:22,652 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,38389,1731522261274-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:22,652 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,38389,1731522261274-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:22,652 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-39e84130bbc9:38389, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:22,652 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:22,654 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:22,655 DEBUG [master/39e84130bbc9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T18:24:22,658 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.239sec 2024-11-13T18:24:22,659 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T18:24:22,659 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T18:24:22,659 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T18:24:22,659 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T18:24:22,659 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T18:24:22,659 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,38389,1731522261274-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:24:22,659 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,38389,1731522261274-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T18:24:22,663 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T18:24:22,663 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T18:24:22,663 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,38389,1731522261274-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:22,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13308141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:24:22,701 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,38389,-1 for getting cluster id 2024-11-13T18:24:22,701 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:24:22,703 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0476aec-7bda-443e-bcce-5868bba1e81e' 2024-11-13T18:24:22,703 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:24:22,703 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0476aec-7bda-443e-bcce-5868bba1e81e" 2024-11-13T18:24:22,704 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@524d010, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:24:22,704 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,38389,-1] 2024-11-13T18:24:22,704 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:24:22,704 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:22,705 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:24:22,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a00f9a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:24:22,707 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:24:22,708 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,35803,1731522261335, seqNum=-1] 2024-11-13T18:24:22,708 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:24:22,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:24:22,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=39e84130bbc9,38389,1731522261274 2024-11-13T18:24:22,711 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:24:22,712 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,38389,1731522261274 2024-11-13T18:24:22,712 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5734302c 2024-11-13T18:24:22,713 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:24:22,714 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:24:22,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38389 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:24:22,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38389 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-13T18:24:22,718 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T18:24:22,718 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:22,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38389 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-13T18:24:22,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:24:22,719 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T18:24:22,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38165 is added to blk_1073741836_1012 (size=379) 2024-11-13T18:24:22,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741836_1012 (size=379) 2024-11-13T18:24:22,730 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ce65ff35db63ea54671629ff30834a04, NAME => 'testClearRegionBlockCache,,1731522262714.ce65ff35db63ea54671629ff30834a04.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4 2024-11-13T18:24:22,730 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 797996a1c77fa6b12fac90bb249ecb2f, NAME => 'testClearRegionBlockCache,5,1731522262714.797996a1c77fa6b12fac90bb249ecb2f.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4 2024-11-13T18:24:22,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38165 is added to blk_1073741837_1013 (size=61) 2024-11-13T18:24:22,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741837_1013 (size=61) 2024-11-13T18:24:22,739 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731522262714.ce65ff35db63ea54671629ff30834a04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:24:22,739 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing ce65ff35db63ea54671629ff30834a04, disabling compactions & flushes 2024-11-13T18:24:22,739 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731522262714.ce65ff35db63ea54671629ff30834a04. 2024-11-13T18:24:22,739 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731522262714.ce65ff35db63ea54671629ff30834a04. 2024-11-13T18:24:22,739 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731522262714.ce65ff35db63ea54671629ff30834a04. after waiting 0 ms 2024-11-13T18:24:22,739 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731522262714.ce65ff35db63ea54671629ff30834a04. 2024-11-13T18:24:22,739 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731522262714.ce65ff35db63ea54671629ff30834a04. 2024-11-13T18:24:22,739 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for ce65ff35db63ea54671629ff30834a04: Waiting for close lock at 1731522262739Disabling compacts and flushes for region at 1731522262739Disabling writes for close at 1731522262739Writing region close event to WAL at 1731522262739Closed at 1731522262739 2024-11-13T18:24:22,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38165 is added to blk_1073741838_1014 (size=61) 2024-11-13T18:24:22,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741838_1014 (size=61) 2024-11-13T18:24:22,741 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731522262714.797996a1c77fa6b12fac90bb249ecb2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:24:22,741 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 797996a1c77fa6b12fac90bb249ecb2f, disabling compactions & flushes 2024-11-13T18:24:22,741 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731522262714.797996a1c77fa6b12fac90bb249ecb2f. 2024-11-13T18:24:22,741 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731522262714.797996a1c77fa6b12fac90bb249ecb2f. 2024-11-13T18:24:22,741 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731522262714.797996a1c77fa6b12fac90bb249ecb2f. after waiting 0 ms 2024-11-13T18:24:22,741 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731522262714.797996a1c77fa6b12fac90bb249ecb2f. 2024-11-13T18:24:22,741 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731522262714.797996a1c77fa6b12fac90bb249ecb2f. 2024-11-13T18:24:22,741 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 797996a1c77fa6b12fac90bb249ecb2f: Waiting for close lock at 1731522262741Disabling compacts and flushes for region at 1731522262741Disabling writes for close at 1731522262741Writing region close event to WAL at 1731522262741Closed at 1731522262741 2024-11-13T18:24:22,743 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T18:24:22,743 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731522262714.ce65ff35db63ea54671629ff30834a04.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731522262743"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731522262743"}]},"ts":"1731522262743"} 2024-11-13T18:24:22,744 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731522262714.797996a1c77fa6b12fac90bb249ecb2f.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731522262743"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731522262743"}]},"ts":"1731522262743"} 2024-11-13T18:24:22,747 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-13T18:24:22,749 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T18:24:22,749 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731522262749"}]},"ts":"1731522262749"} 2024-11-13T18:24:22,751 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-13T18:24:22,752 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {39e84130bbc9=0} racks are {/default-rack=0} 2024-11-13T18:24:22,753 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T18:24:22,753 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T18:24:22,753 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T18:24:22,753 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T18:24:22,753 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T18:24:22,753 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T18:24:22,753 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T18:24:22,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ce65ff35db63ea54671629ff30834a04, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=797996a1c77fa6b12fac90bb249ecb2f, ASSIGN}] 2024-11-13T18:24:22,755 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ce65ff35db63ea54671629ff30834a04, ASSIGN 2024-11-13T18:24:22,755 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=797996a1c77fa6b12fac90bb249ecb2f, ASSIGN 2024-11-13T18:24:22,756 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ce65ff35db63ea54671629ff30834a04, ASSIGN; state=OFFLINE, location=39e84130bbc9,33363,1731522261380; forceNewPlan=false, retain=false 2024-11-13T18:24:22,756 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=797996a1c77fa6b12fac90bb249ecb2f, ASSIGN; state=OFFLINE, location=39e84130bbc9,35803,1731522261335; forceNewPlan=false, retain=false 2024-11-13T18:24:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:24:22,907 INFO [39e84130bbc9:38389 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-13T18:24:22,907 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=797996a1c77fa6b12fac90bb249ecb2f, regionState=OPENING, regionLocation=39e84130bbc9,35803,1731522261335 2024-11-13T18:24:22,907 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ce65ff35db63ea54671629ff30834a04, regionState=OPENING, regionLocation=39e84130bbc9,33363,1731522261380 2024-11-13T18:24:22,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=797996a1c77fa6b12fac90bb249ecb2f, ASSIGN because future has completed 2024-11-13T18:24:22,911 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 797996a1c77fa6b12fac90bb249ecb2f, server=39e84130bbc9,35803,1731522261335}] 2024-11-13T18:24:22,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ce65ff35db63ea54671629ff30834a04, ASSIGN because future has completed 2024-11-13T18:24:22,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce65ff35db63ea54671629ff30834a04, server=39e84130bbc9,33363,1731522261380}] 2024-11-13T18:24:23,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:24:23,065 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:24:23,067 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:24:23,068 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731522262714.797996a1c77fa6b12fac90bb249ecb2f. 2024-11-13T18:24:23,069 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 797996a1c77fa6b12fac90bb249ecb2f, NAME => 'testClearRegionBlockCache,5,1731522262714.797996a1c77fa6b12fac90bb249ecb2f.', STARTKEY => '5', ENDKEY => ''} 2024-11-13T18:24:23,069 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 797996a1c77fa6b12fac90bb249ecb2f 2024-11-13T18:24:23,069 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731522262714.797996a1c77fa6b12fac90bb249ecb2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:24:23,069 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 797996a1c77fa6b12fac90bb249ecb2f 2024-11-13T18:24:23,069 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 797996a1c77fa6b12fac90bb249ecb2f 2024-11-13T18:24:23,071 INFO [StoreOpener-797996a1c77fa6b12fac90bb249ecb2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 797996a1c77fa6b12fac90bb249ecb2f 2024-11-13T18:24:23,071 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731522262714.ce65ff35db63ea54671629ff30834a04. 2024-11-13T18:24:23,071 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => ce65ff35db63ea54671629ff30834a04, NAME => 'testClearRegionBlockCache,,1731522262714.ce65ff35db63ea54671629ff30834a04.', STARTKEY => '', ENDKEY => '5'} 2024-11-13T18:24:23,072 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache ce65ff35db63ea54671629ff30834a04 2024-11-13T18:24:23,072 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731522262714.ce65ff35db63ea54671629ff30834a04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:24:23,072 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for ce65ff35db63ea54671629ff30834a04 2024-11-13T18:24:23,072 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for ce65ff35db63ea54671629ff30834a04 2024-11-13T18:24:23,073 INFO [StoreOpener-797996a1c77fa6b12fac90bb249ecb2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 797996a1c77fa6b12fac90bb249ecb2f columnFamilyName family 2024-11-13T18:24:23,073 DEBUG [StoreOpener-797996a1c77fa6b12fac90bb249ecb2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:23,073 INFO [StoreOpener-797996a1c77fa6b12fac90bb249ecb2f-1 {}] regionserver.HStore(327): Store=797996a1c77fa6b12fac90bb249ecb2f/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:24:23,073 INFO [StoreOpener-ce65ff35db63ea54671629ff30834a04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region ce65ff35db63ea54671629ff30834a04 2024-11-13T18:24:23,074 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 797996a1c77fa6b12fac90bb249ecb2f 2024-11-13T18:24:23,075 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/data/default/testClearRegionBlockCache/797996a1c77fa6b12fac90bb249ecb2f 2024-11-13T18:24:23,075 INFO [StoreOpener-ce65ff35db63ea54671629ff30834a04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce65ff35db63ea54671629ff30834a04 columnFamilyName family 2024-11-13T18:24:23,075 DEBUG [StoreOpener-ce65ff35db63ea54671629ff30834a04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:23,075 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/data/default/testClearRegionBlockCache/797996a1c77fa6b12fac90bb249ecb2f 2024-11-13T18:24:23,076 INFO [StoreOpener-ce65ff35db63ea54671629ff30834a04-1 {}] regionserver.HStore(327): Store=ce65ff35db63ea54671629ff30834a04/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:24:23,076 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for ce65ff35db63ea54671629ff30834a04 2024-11-13T18:24:23,076 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 797996a1c77fa6b12fac90bb249ecb2f 2024-11-13T18:24:23,076 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 797996a1c77fa6b12fac90bb249ecb2f 2024-11-13T18:24:23,077 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/data/default/testClearRegionBlockCache/ce65ff35db63ea54671629ff30834a04 2024-11-13T18:24:23,077 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/data/default/testClearRegionBlockCache/ce65ff35db63ea54671629ff30834a04 2024-11-13T18:24:23,078 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for ce65ff35db63ea54671629ff30834a04 2024-11-13T18:24:23,078 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for ce65ff35db63ea54671629ff30834a04 2024-11-13T18:24:23,078 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 797996a1c77fa6b12fac90bb249ecb2f 2024-11-13T18:24:23,080 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for ce65ff35db63ea54671629ff30834a04 2024-11-13T18:24:23,081 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/data/default/testClearRegionBlockCache/797996a1c77fa6b12fac90bb249ecb2f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:24:23,081 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 797996a1c77fa6b12fac90bb249ecb2f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75252296, jitterRate=0.12134659290313721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T18:24:23,081 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 797996a1c77fa6b12fac90bb249ecb2f 2024-11-13T18:24:23,082 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/data/default/testClearRegionBlockCache/ce65ff35db63ea54671629ff30834a04/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:24:23,082 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 797996a1c77fa6b12fac90bb249ecb2f: Running coprocessor pre-open hook at 1731522263069Writing region info on filesystem at 1731522263069Initializing all the Stores at 1731522263070 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731522263071 (+1 ms)Cleaning up temporary data from old regions at 1731522263076 (+5 ms)Running coprocessor post-open hooks at 1731522263081 (+5 ms)Region opened successfully at 1731522263082 (+1 ms) 2024-11-13T18:24:23,082 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened ce65ff35db63ea54671629ff30834a04; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69479713, jitterRate=0.03532840311527252}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T18:24:23,083 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ce65ff35db63ea54671629ff30834a04 2024-11-13T18:24:23,083 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for ce65ff35db63ea54671629ff30834a04: Running coprocessor pre-open hook at 1731522263072Writing region info on filesystem at 1731522263072Initializing all the Stores at 1731522263073 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731522263073Cleaning up temporary data from old regions at 1731522263078 (+5 ms)Running coprocessor post-open hooks at 1731522263083 (+5 ms)Region opened successfully at 1731522263083 2024-11-13T18:24:23,084 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731522262714.ce65ff35db63ea54671629ff30834a04., pid=8, masterSystemTime=1731522263065 2024-11-13T18:24:23,084 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731522262714.797996a1c77fa6b12fac90bb249ecb2f., pid=7, masterSystemTime=1731522263064 2024-11-13T18:24:23,086 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731522262714.797996a1c77fa6b12fac90bb249ecb2f. 2024-11-13T18:24:23,086 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731522262714.797996a1c77fa6b12fac90bb249ecb2f. 2024-11-13T18:24:23,087 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=797996a1c77fa6b12fac90bb249ecb2f, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,35803,1731522261335 2024-11-13T18:24:23,087 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731522262714.ce65ff35db63ea54671629ff30834a04. 2024-11-13T18:24:23,087 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731522262714.ce65ff35db63ea54671629ff30834a04. 2024-11-13T18:24:23,089 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ce65ff35db63ea54671629ff30834a04, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,33363,1731522261380 2024-11-13T18:24:23,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 797996a1c77fa6b12fac90bb249ecb2f, server=39e84130bbc9,35803,1731522261335 because future has completed 2024-11-13T18:24:23,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce65ff35db63ea54671629ff30834a04, server=39e84130bbc9,33363,1731522261380 because future has completed 2024-11-13T18:24:23,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T18:24:23,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 797996a1c77fa6b12fac90bb249ecb2f, server=39e84130bbc9,35803,1731522261335 in 180 msec 2024-11-13T18:24:23,096 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-13T18:24:23,096 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ce65ff35db63ea54671629ff30834a04, server=39e84130bbc9,33363,1731522261380 in 182 msec 2024-11-13T18:24:23,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=797996a1c77fa6b12fac90bb249ecb2f, ASSIGN in 342 msec 2024-11-13T18:24:23,100 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T18:24:23,100 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ce65ff35db63ea54671629ff30834a04, ASSIGN in 343 msec 2024-11-13T18:24:23,101 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T18:24:23,101 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731522263101"}]},"ts":"1731522263101"} 2024-11-13T18:24:23,103 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-13T18:24:23,104 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T18:24:23,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 389 msec 2024-11-13T18:24:23,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:24:23,343 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-13T18:24:23,343 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-13T18:24:23,343 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T18:24:23,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-13T18:24:23,347 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T18:24:23,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-13T18:24:23,350 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731522262714.ce65ff35db63ea54671629ff30834a04., hostname=39e84130bbc9,33363,1731522261380, seqNum=2] 2024-11-13T18:24:23,350 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:24:23,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:24:23,363 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731522262714.797996a1c77fa6b12fac90bb249ecb2f., hostname=39e84130bbc9,35803,1731522261335, seqNum=2] 2024-11-13T18:24:23,374 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 797996a1c77fa6b12fac90bb249ecb2f 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-13T18:24:23,393 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/data/default/testClearRegionBlockCache/797996a1c77fa6b12fac90bb249ecb2f/.tmp/family/000f54bfd8404275b766e4f63812740a is 32, key is 5/family:/1731522263364/Put/seqid=0 2024-11-13T18:24:23,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38165 is added to blk_1073741839_1015 (size=5083) 2024-11-13T18:24:23,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741839_1015 (size=5083) 2024-11-13T18:24:23,400 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/data/default/testClearRegionBlockCache/797996a1c77fa6b12fac90bb249ecb2f/.tmp/family/000f54bfd8404275b766e4f63812740a 2024-11-13T18:24:23,409 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/data/default/testClearRegionBlockCache/797996a1c77fa6b12fac90bb249ecb2f/.tmp/family/000f54bfd8404275b766e4f63812740a as hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/data/default/testClearRegionBlockCache/797996a1c77fa6b12fac90bb249ecb2f/family/000f54bfd8404275b766e4f63812740a 2024-11-13T18:24:23,416 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/data/default/testClearRegionBlockCache/797996a1c77fa6b12fac90bb249ecb2f/family/000f54bfd8404275b766e4f63812740a, entries=5, sequenceid=9, filesize=5.0 K 2024-11-13T18:24:23,417 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 797996a1c77fa6b12fac90bb249ecb2f in 43ms, sequenceid=9, compaction requested=false 2024-11-13T18:24:23,417 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 797996a1c77fa6b12fac90bb249ecb2f: 2024-11-13T18:24:23,417 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ce65ff35db63ea54671629ff30834a04 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-13T18:24:23,435 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/data/default/testClearRegionBlockCache/ce65ff35db63ea54671629ff30834a04/.tmp/family/84515996f0c84e08beb6d49c86d228e5 is 32, key is 1/family:/1731522263352/Put/seqid=0 2024-11-13T18:24:23,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741840_1016 (size=5054) 2024-11-13T18:24:23,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38165 is added to blk_1073741840_1016 (size=5054) 2024-11-13T18:24:23,442 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/data/default/testClearRegionBlockCache/ce65ff35db63ea54671629ff30834a04/.tmp/family/84515996f0c84e08beb6d49c86d228e5 2024-11-13T18:24:23,451 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/data/default/testClearRegionBlockCache/ce65ff35db63ea54671629ff30834a04/.tmp/family/84515996f0c84e08beb6d49c86d228e5 as hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/data/default/testClearRegionBlockCache/ce65ff35db63ea54671629ff30834a04/family/84515996f0c84e08beb6d49c86d228e5 2024-11-13T18:24:23,458 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/data/default/testClearRegionBlockCache/ce65ff35db63ea54671629ff30834a04/family/84515996f0c84e08beb6d49c86d228e5, entries=4, sequenceid=8, filesize=4.9 K 2024-11-13T18:24:23,460 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for ce65ff35db63ea54671629ff30834a04 in 43ms, sequenceid=8, compaction requested=false 2024-11-13T18:24:23,460 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ce65ff35db63ea54671629ff30834a04: 2024-11-13T18:24:23,465 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-13T18:24:23,469 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:24:23,470 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:24:23,471 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:24:23,471 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:24:23,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T18:24:23,472 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:24:23,472 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:24:23,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:23,473 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:24:23,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:23,473 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T18:24:23,473 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1531765430, stopped=false 2024-11-13T18:24:23,473 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=39e84130bbc9,38389,1731522261274 2024-11-13T18:24:23,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33363-0x100ed57e5b00002, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T18:24:23,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38389-0x100ed57e5b00000, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T18:24:23,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x100ed57e5b00001, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T18:24:23,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33363-0x100ed57e5b00002, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:23,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38389-0x100ed57e5b00000, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:23,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x100ed57e5b00001, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:23,476 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35803-0x100ed57e5b00001, quorum=127.0.0.1:62100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:24:23,476 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38389-0x100ed57e5b00000, quorum=127.0.0.1:62100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:24:23,476 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33363-0x100ed57e5b00002, quorum=127.0.0.1:62100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:24:23,476 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:24:23,477 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:24:23,477 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:24:23,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:23,477 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '39e84130bbc9,35803,1731522261335' ***** 2024-11-13T18:24:23,477 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:24:23,478 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '39e84130bbc9,33363,1731522261380' ***** 2024-11-13T18:24:23,478 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:24:23,478 INFO [RS:1;39e84130bbc9:33363 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:24:23,478 INFO [RS:0;39e84130bbc9:35803 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:24:23,478 INFO [RS:1;39e84130bbc9:33363 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:24:23,478 INFO [RS:0;39e84130bbc9:35803 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:24:23,478 INFO [RS:1;39e84130bbc9:33363 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:24:23,478 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:24:23,478 INFO [RS:0;39e84130bbc9:35803 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:24:23,478 INFO [RS:1;39e84130bbc9:33363 {}] regionserver.HRegionServer(3091): Received CLOSE for ce65ff35db63ea54671629ff30834a04 2024-11-13T18:24:23,478 INFO [RS:0;39e84130bbc9:35803 {}] regionserver.HRegionServer(3091): Received CLOSE for 797996a1c77fa6b12fac90bb249ecb2f 2024-11-13T18:24:23,478 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:24:23,479 INFO [RS:1;39e84130bbc9:33363 {}] regionserver.HRegionServer(959): stopping server 39e84130bbc9,33363,1731522261380 2024-11-13T18:24:23,479 INFO [RS:1;39e84130bbc9:33363 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:24:23,479 INFO [RS:1;39e84130bbc9:33363 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;39e84130bbc9:33363. 2024-11-13T18:24:23,479 INFO [RS:0;39e84130bbc9:35803 {}] regionserver.HRegionServer(959): stopping server 39e84130bbc9,35803,1731522261335 2024-11-13T18:24:23,479 INFO [RS:0;39e84130bbc9:35803 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:24:23,479 DEBUG [RS:1;39e84130bbc9:33363 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:24:23,479 DEBUG [RS:1;39e84130bbc9:33363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:23,479 INFO [RS:0;39e84130bbc9:35803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:35803. 2024-11-13T18:24:23,479 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ce65ff35db63ea54671629ff30834a04, disabling compactions & flushes 2024-11-13T18:24:23,479 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 797996a1c77fa6b12fac90bb249ecb2f, disabling compactions & flushes 2024-11-13T18:24:23,479 DEBUG [RS:0;39e84130bbc9:35803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:24:23,479 INFO [RS:1;39e84130bbc9:33363 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T18:24:23,479 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731522262714.797996a1c77fa6b12fac90bb249ecb2f. 2024-11-13T18:24:23,479 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731522262714.ce65ff35db63ea54671629ff30834a04. 2024-11-13T18:24:23,479 DEBUG [RS:0;39e84130bbc9:35803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:23,479 DEBUG [RS:1;39e84130bbc9:33363 {}] regionserver.HRegionServer(1325): Online Regions={ce65ff35db63ea54671629ff30834a04=testClearRegionBlockCache,,1731522262714.ce65ff35db63ea54671629ff30834a04.} 2024-11-13T18:24:23,479 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731522262714.797996a1c77fa6b12fac90bb249ecb2f. 2024-11-13T18:24:23,479 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731522262714.ce65ff35db63ea54671629ff30834a04. 2024-11-13T18:24:23,479 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731522262714.797996a1c77fa6b12fac90bb249ecb2f. after waiting 0 ms 2024-11-13T18:24:23,479 DEBUG [RS:1;39e84130bbc9:33363 {}] regionserver.HRegionServer(1351): Waiting on ce65ff35db63ea54671629ff30834a04 2024-11-13T18:24:23,479 INFO [RS:0;39e84130bbc9:35803 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:24:23,479 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731522262714.ce65ff35db63ea54671629ff30834a04. after waiting 0 ms 2024-11-13T18:24:23,479 INFO [RS:0;39e84130bbc9:35803 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:24:23,479 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731522262714.797996a1c77fa6b12fac90bb249ecb2f. 2024-11-13T18:24:23,479 INFO [RS:0;39e84130bbc9:35803 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:24:23,479 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731522262714.ce65ff35db63ea54671629ff30834a04. 2024-11-13T18:24:23,479 INFO [RS:0;39e84130bbc9:35803 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T18:24:23,480 INFO [RS:0;39e84130bbc9:35803 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T18:24:23,480 DEBUG [RS:0;39e84130bbc9:35803 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 797996a1c77fa6b12fac90bb249ecb2f=testClearRegionBlockCache,5,1731522262714.797996a1c77fa6b12fac90bb249ecb2f.} 2024-11-13T18:24:23,480 DEBUG [RS:0;39e84130bbc9:35803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 797996a1c77fa6b12fac90bb249ecb2f 2024-11-13T18:24:23,480 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:24:23,480 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:24:23,480 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:24:23,480 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:24:23,480 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:24:23,480 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-13T18:24:23,485 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/data/default/testClearRegionBlockCache/797996a1c77fa6b12fac90bb249ecb2f/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-13T18:24:23,485 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/data/default/testClearRegionBlockCache/ce65ff35db63ea54671629ff30834a04/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T18:24:23,486 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731522262714.ce65ff35db63ea54671629ff30834a04. 2024-11-13T18:24:23,486 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ce65ff35db63ea54671629ff30834a04: Waiting for close lock at 1731522263479Running coprocessor pre-close hooks at 1731522263479Disabling compacts and flushes for region at 1731522263479Disabling writes for close at 1731522263479Writing region close event to WAL at 1731522263480 (+1 ms)Running coprocessor post-close hooks at 1731522263486 (+6 ms)Closed at 1731522263486 2024-11-13T18:24:23,486 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731522262714.797996a1c77fa6b12fac90bb249ecb2f. 2024-11-13T18:24:23,486 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 797996a1c77fa6b12fac90bb249ecb2f: Waiting for close lock at 1731522263479Running coprocessor pre-close hooks at 1731522263479Disabling compacts and flushes for region at 1731522263479Disabling writes for close at 1731522263479Writing region close event to WAL at 1731522263480 (+1 ms)Running coprocessor post-close hooks at 1731522263486 (+6 ms)Closed at 1731522263486 2024-11-13T18:24:23,486 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731522262714.ce65ff35db63ea54671629ff30834a04. 2024-11-13T18:24:23,486 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731522262714.797996a1c77fa6b12fac90bb249ecb2f. 2024-11-13T18:24:23,506 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/data/hbase/meta/1588230740/.tmp/info/4c36a5eeb2cb483587b001b6ea129c61 is 173, key is testClearRegionBlockCache,5,1731522262714.797996a1c77fa6b12fac90bb249ecb2f./info:regioninfo/1731522263087/Put/seqid=0 2024-11-13T18:24:23,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741841_1017 (size=8173) 2024-11-13T18:24:23,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38165 is added to blk_1073741841_1017 (size=8173) 2024-11-13T18:24:23,513 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/data/hbase/meta/1588230740/.tmp/info/4c36a5eeb2cb483587b001b6ea129c61 2024-11-13T18:24:23,539 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/data/hbase/meta/1588230740/.tmp/ns/a31196e9dd364418984f8c7964daa99f is 43, key is default/ns:d/1731522262642/Put/seqid=0 2024-11-13T18:24:23,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741842_1018 (size=5153) 2024-11-13T18:24:23,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38165 is added to blk_1073741842_1018 (size=5153) 2024-11-13T18:24:23,546 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/data/hbase/meta/1588230740/.tmp/ns/a31196e9dd364418984f8c7964daa99f 2024-11-13T18:24:23,550 INFO [regionserver/39e84130bbc9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:24:23,551 INFO [regionserver/39e84130bbc9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:24:23,568 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/data/hbase/meta/1588230740/.tmp/table/5ce89b992262406bb6734a5c831b65dc is 61, key is testClearRegionBlockCache/table:state/1731522263101/Put/seqid=0 2024-11-13T18:24:23,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741843_1019 (size=5312) 2024-11-13T18:24:23,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38165 is added to blk_1073741843_1019 (size=5312) 2024-11-13T18:24:23,574 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/data/hbase/meta/1588230740/.tmp/table/5ce89b992262406bb6734a5c831b65dc 2024-11-13T18:24:23,581 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/data/hbase/meta/1588230740/.tmp/info/4c36a5eeb2cb483587b001b6ea129c61 as hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/data/hbase/meta/1588230740/info/4c36a5eeb2cb483587b001b6ea129c61 2024-11-13T18:24:23,586 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/data/hbase/meta/1588230740/info/4c36a5eeb2cb483587b001b6ea129c61, entries=20, sequenceid=13, filesize=8.0 K 2024-11-13T18:24:23,587 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/data/hbase/meta/1588230740/.tmp/ns/a31196e9dd364418984f8c7964daa99f as hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/data/hbase/meta/1588230740/ns/a31196e9dd364418984f8c7964daa99f 2024-11-13T18:24:23,593 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/data/hbase/meta/1588230740/ns/a31196e9dd364418984f8c7964daa99f, entries=2, sequenceid=13, filesize=5.0 K 2024-11-13T18:24:23,594 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/data/hbase/meta/1588230740/.tmp/table/5ce89b992262406bb6734a5c831b65dc as hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/data/hbase/meta/1588230740/table/5ce89b992262406bb6734a5c831b65dc 2024-11-13T18:24:23,600 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/data/hbase/meta/1588230740/table/5ce89b992262406bb6734a5c831b65dc, entries=2, sequenceid=13, filesize=5.2 K 2024-11-13T18:24:23,601 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 121ms, sequenceid=13, compaction requested=false 2024-11-13T18:24:23,606 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-13T18:24:23,607 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:24:23,607 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:24:23,607 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731522263480Running coprocessor pre-close hooks at 1731522263480Disabling compacts and flushes for region at 1731522263480Disabling writes for close at 1731522263480Obtaining lock to block concurrent updates at 1731522263480Preparing flush snapshotting stores in 1588230740 at 1731522263480Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731522263481 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731522263482 (+1 ms)Flushing 1588230740/info: creating writer at 1731522263482Flushing 1588230740/info: appending metadata at 1731522263506 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731522263506Flushing 1588230740/ns: creating writer at 1731522263520 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731522263538 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731522263538Flushing 1588230740/table: creating writer at 1731522263552 (+14 ms)Flushing 1588230740/table: appending metadata at 1731522263568 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731522263568Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42b50a20: reopening flushed file at 1731522263580 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b09beef: reopening flushed file at 1731522263587 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e31478: reopening flushed file at 1731522263593 (+6 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 121ms, sequenceid=13, compaction requested=false at 1731522263601 (+8 ms)Writing region close event to WAL at 1731522263603 (+2 ms)Running coprocessor post-close hooks at 1731522263607 (+4 ms)Closed at 1731522263607 2024-11-13T18:24:23,607 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T18:24:23,679 INFO [RS:1;39e84130bbc9:33363 {}] regionserver.HRegionServer(976): stopping server 39e84130bbc9,33363,1731522261380; all regions closed. 2024-11-13T18:24:23,680 INFO [RS:0;39e84130bbc9:35803 {}] regionserver.HRegionServer(976): stopping server 39e84130bbc9,35803,1731522261335; all regions closed. 2024-11-13T18:24:23,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38165 is added to blk_1073741834_1010 (size=1758) 2024-11-13T18:24:23,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741834_1010 (size=1758) 2024-11-13T18:24:23,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741835_1011 (size=4338) 2024-11-13T18:24:23,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38165 is added to blk_1073741835_1011 (size=4338) 2024-11-13T18:24:23,686 DEBUG [RS:0;39e84130bbc9:35803 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/oldWALs 2024-11-13T18:24:23,686 INFO [RS:0;39e84130bbc9:35803 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39e84130bbc9%2C35803%2C1731522261335.meta:.meta(num 1731522262586) 2024-11-13T18:24:23,686 DEBUG [RS:1;39e84130bbc9:33363 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/oldWALs 2024-11-13T18:24:23,686 INFO [RS:1;39e84130bbc9:33363 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39e84130bbc9%2C33363%2C1731522261380:(num 1731522262200) 2024-11-13T18:24:23,686 DEBUG [RS:1;39e84130bbc9:33363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:23,686 INFO [RS:1;39e84130bbc9:33363 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:24:23,686 INFO [RS:1;39e84130bbc9:33363 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:24:23,687 INFO [RS:1;39e84130bbc9:33363 {}] hbase.ChoreService(370): Chore service for: regionserver/39e84130bbc9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T18:24:23,687 INFO [RS:1;39e84130bbc9:33363 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:24:23,687 INFO [RS:1;39e84130bbc9:33363 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:24:23,687 INFO [RS:1;39e84130bbc9:33363 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:24:23,687 INFO [RS:1;39e84130bbc9:33363 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:24:23,687 INFO [regionserver/39e84130bbc9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:24:23,687 INFO [RS:1;39e84130bbc9:33363 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33363 2024-11-13T18:24:23,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741833_1009 (size=1867) 2024-11-13T18:24:23,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38165 is added to blk_1073741833_1009 (size=1867) 2024-11-13T18:24:23,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33363-0x100ed57e5b00002, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/39e84130bbc9,33363,1731522261380 2024-11-13T18:24:23,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38389-0x100ed57e5b00000, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T18:24:23,690 INFO [RS:1;39e84130bbc9:33363 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:24:23,691 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [39e84130bbc9,33363,1731522261380] 2024-11-13T18:24:23,692 DEBUG [RS:0;39e84130bbc9:35803 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/oldWALs 2024-11-13T18:24:23,692 INFO [RS:0;39e84130bbc9:35803 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39e84130bbc9%2C35803%2C1731522261335:(num 1731522262189) 2024-11-13T18:24:23,692 DEBUG [RS:0;39e84130bbc9:35803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:23,692 INFO [RS:0;39e84130bbc9:35803 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:24:23,692 INFO [RS:0;39e84130bbc9:35803 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:24:23,693 INFO [RS:0;39e84130bbc9:35803 {}] hbase.ChoreService(370): Chore service for: regionserver/39e84130bbc9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T18:24:23,693 INFO [RS:0;39e84130bbc9:35803 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:24:23,693 INFO [regionserver/39e84130bbc9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:24:23,693 INFO [RS:0;39e84130bbc9:35803 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35803 2024-11-13T18:24:23,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x100ed57e5b00001, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/39e84130bbc9,35803,1731522261335 2024-11-13T18:24:23,695 INFO [RS:0;39e84130bbc9:35803 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:24:23,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38389-0x100ed57e5b00000, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T18:24:23,699 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/39e84130bbc9,33363,1731522261380 already deleted, retry=false 2024-11-13T18:24:23,699 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 39e84130bbc9,33363,1731522261380 expired; onlineServers=1 2024-11-13T18:24:23,699 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [39e84130bbc9,35803,1731522261335] 2024-11-13T18:24:23,700 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/39e84130bbc9,35803,1731522261335 already deleted, retry=false 2024-11-13T18:24:23,701 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 39e84130bbc9,35803,1731522261335 expired; onlineServers=0 2024-11-13T18:24:23,701 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '39e84130bbc9,38389,1731522261274' ***** 2024-11-13T18:24:23,701 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T18:24:23,701 INFO [M:0;39e84130bbc9:38389 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:24:23,701 INFO [M:0;39e84130bbc9:38389 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:24:23,701 DEBUG [M:0;39e84130bbc9:38389 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T18:24:23,701 DEBUG [M:0;39e84130bbc9:38389 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T18:24:23,701 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T18:24:23,701 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731522261968 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731522261968,5,FailOnTimeoutGroup] 2024-11-13T18:24:23,701 INFO [M:0;39e84130bbc9:38389 {}] hbase.ChoreService(370): Chore service for: master/39e84130bbc9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T18:24:23,701 INFO [M:0;39e84130bbc9:38389 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:24:23,701 DEBUG [M:0;39e84130bbc9:38389 {}] master.HMaster(1795): Stopping service threads 2024-11-13T18:24:23,702 INFO [M:0;39e84130bbc9:38389 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T18:24:23,702 INFO [M:0;39e84130bbc9:38389 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:24:23,702 INFO [M:0;39e84130bbc9:38389 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T18:24:23,702 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T18:24:23,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38389-0x100ed57e5b00000, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T18:24:23,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38389-0x100ed57e5b00000, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:23,704 DEBUG [M:0;39e84130bbc9:38389 {}] zookeeper.ZKUtil(347): master:38389-0x100ed57e5b00000, quorum=127.0.0.1:62100, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T18:24:23,704 WARN [M:0;39e84130bbc9:38389 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T18:24:23,704 INFO [M:0;39e84130bbc9:38389 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/.lastflushedseqids 2024-11-13T18:24:23,709 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731522261969 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731522261969,5,FailOnTimeoutGroup] 2024-11-13T18:24:23,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741844_1020 (size=191) 2024-11-13T18:24:23,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38165 is added to blk_1073741844_1020 (size=191) 2024-11-13T18:24:23,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33363-0x100ed57e5b00002, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:24:23,792 INFO [RS:1;39e84130bbc9:33363 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:24:23,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33363-0x100ed57e5b00002, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:24:23,792 INFO [RS:1;39e84130bbc9:33363 {}] regionserver.HRegionServer(1031): Exiting; stopping=39e84130bbc9,33363,1731522261380; zookeeper connection closed. 2024-11-13T18:24:23,792 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5bc2ed26 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5bc2ed26 2024-11-13T18:24:23,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x100ed57e5b00001, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:24:23,796 INFO [RS:0;39e84130bbc9:35803 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:24:23,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x100ed57e5b00001, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:24:23,796 INFO [RS:0;39e84130bbc9:35803 {}] regionserver.HRegionServer(1031): Exiting; stopping=39e84130bbc9,35803,1731522261335; zookeeper connection closed. 2024-11-13T18:24:23,797 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@34502d0d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@34502d0d 2024-11-13T18:24:23,797 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-13T18:24:24,114 INFO [M:0;39e84130bbc9:38389 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T18:24:24,115 INFO [M:0;39e84130bbc9:38389 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T18:24:24,115 DEBUG [M:0;39e84130bbc9:38389 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:24:24,115 INFO [M:0;39e84130bbc9:38389 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:24:24,115 DEBUG [M:0;39e84130bbc9:38389 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:24:24,115 DEBUG [M:0;39e84130bbc9:38389 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:24:24,115 DEBUG [M:0;39e84130bbc9:38389 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:24:24,115 INFO [M:0;39e84130bbc9:38389 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-13T18:24:24,136 DEBUG [M:0;39e84130bbc9:38389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b9562dac00643b99cebb78c2a4ea2e1 is 82, key is hbase:meta,,1/info:regioninfo/1731522262626/Put/seqid=0 2024-11-13T18:24:24,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38165 is added to blk_1073741845_1021 (size=5672) 2024-11-13T18:24:24,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741845_1021 (size=5672) 2024-11-13T18:24:24,146 INFO [M:0;39e84130bbc9:38389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b9562dac00643b99cebb78c2a4ea2e1 2024-11-13T18:24:24,168 DEBUG [M:0;39e84130bbc9:38389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d5b1b5654001486ea918eda32c3b8179 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731522263105/Put/seqid=0 2024-11-13T18:24:24,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38165 is added to blk_1073741846_1022 (size=6218) 2024-11-13T18:24:24,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741846_1022 (size=6218) 2024-11-13T18:24:24,174 INFO [M:0;39e84130bbc9:38389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d5b1b5654001486ea918eda32c3b8179 2024-11-13T18:24:24,195 DEBUG [M:0;39e84130bbc9:38389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/342aeca817314c87b58c695fd0101cbb is 69, key is 39e84130bbc9,33363,1731522261380/rs:state/1731522262026/Put/seqid=0 2024-11-13T18:24:24,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741847_1023 (size=5224) 2024-11-13T18:24:24,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38165 is added to blk_1073741847_1023 (size=5224) 2024-11-13T18:24:24,201 INFO [M:0;39e84130bbc9:38389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/342aeca817314c87b58c695fd0101cbb 2024-11-13T18:24:24,207 DEBUG [M:0;39e84130bbc9:38389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b9562dac00643b99cebb78c2a4ea2e1 as hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0b9562dac00643b99cebb78c2a4ea2e1 2024-11-13T18:24:24,212 INFO [M:0;39e84130bbc9:38389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0b9562dac00643b99cebb78c2a4ea2e1, entries=8, sequenceid=71, filesize=5.5 K 2024-11-13T18:24:24,213 DEBUG [M:0;39e84130bbc9:38389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d5b1b5654001486ea918eda32c3b8179 as hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d5b1b5654001486ea918eda32c3b8179 2024-11-13T18:24:24,219 INFO [M:0;39e84130bbc9:38389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d5b1b5654001486ea918eda32c3b8179, entries=8, sequenceid=71, filesize=6.1 K 2024-11-13T18:24:24,220 DEBUG [M:0;39e84130bbc9:38389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/342aeca817314c87b58c695fd0101cbb as hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/342aeca817314c87b58c695fd0101cbb 2024-11-13T18:24:24,225 INFO [M:0;39e84130bbc9:38389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37751/user/jenkins/test-data/8ab3f046-6a00-3a77-6402-0e83fbbb20c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/342aeca817314c87b58c695fd0101cbb, entries=2, sequenceid=71, filesize=5.1 K 2024-11-13T18:24:24,226 INFO [M:0;39e84130bbc9:38389 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 111ms, sequenceid=71, compaction requested=false 2024-11-13T18:24:24,228 INFO [M:0;39e84130bbc9:38389 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:24:24,228 DEBUG [M:0;39e84130bbc9:38389 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731522264115Disabling compacts and flushes for region at 1731522264115Disabling writes for close at 1731522264115Obtaining lock to block concurrent updates at 1731522264115Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731522264115Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731522264116 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731522264117 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731522264117Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731522264136 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731522264136Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731522264151 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731522264167 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731522264167Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731522264179 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731522264194 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731522264194Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ea1b08c: reopening flushed file at 1731522264206 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4afdc6a2: reopening flushed file at 1731522264213 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49194452: reopening flushed file at 1731522264219 (+6 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 111ms, sequenceid=71, compaction requested=false at 1731522264227 (+8 ms)Writing region close event to WAL at 1731522264228 (+1 ms)Closed at 1731522264228 2024-11-13T18:24:24,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38165 is added to blk_1073741830_1006 (size=35428) 2024-11-13T18:24:24,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43019 is added to blk_1073741830_1006 (size=35428) 2024-11-13T18:24:24,231 INFO [M:0;39e84130bbc9:38389 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T18:24:24,231 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:24:24,231 INFO [M:0;39e84130bbc9:38389 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38389 2024-11-13T18:24:24,231 INFO [M:0;39e84130bbc9:38389 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:24:24,334 INFO [M:0;39e84130bbc9:38389 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:24:24,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38389-0x100ed57e5b00000, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:24:24,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38389-0x100ed57e5b00000, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:24:24,336 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e709d59{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:24:24,336 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b67b13c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:24:24,336 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:24:24,337 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a10ebb1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:24:24,337 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ebe722f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d24e22-9d23-6dde-572c-1e6ba63a974f/hadoop.log.dir/,STOPPED} 2024-11-13T18:24:24,338 WARN [BP-904403240-172.17.0.3-1731522260513 heartbeating to localhost/127.0.0.1:37751 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:24:24,338 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:24:24,338 WARN [BP-904403240-172.17.0.3-1731522260513 heartbeating to localhost/127.0.0.1:37751 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-904403240-172.17.0.3-1731522260513 (Datanode Uuid 9e1c2de6-bc52-4ab7-8d8b-836c9d9ed440) service to localhost/127.0.0.1:37751 2024-11-13T18:24:24,338 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:24:24,339 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d24e22-9d23-6dde-572c-1e6ba63a974f/cluster_fe082273-2282-4d06-c335-cd10bf45aa80/data/data3/current/BP-904403240-172.17.0.3-1731522260513 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:24:24,339 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d24e22-9d23-6dde-572c-1e6ba63a974f/cluster_fe082273-2282-4d06-c335-cd10bf45aa80/data/data4/current/BP-904403240-172.17.0.3-1731522260513 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:24:24,339 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:24:24,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4545e04e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:24:24,371 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76403943{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:24:24,372 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:24:24,372 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ea128cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:24:24,372 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41eba279{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d24e22-9d23-6dde-572c-1e6ba63a974f/hadoop.log.dir/,STOPPED} 2024-11-13T18:24:24,379 WARN [BP-904403240-172.17.0.3-1731522260513 heartbeating to localhost/127.0.0.1:37751 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:24:24,379 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:24:24,379 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:24:24,379 WARN [BP-904403240-172.17.0.3-1731522260513 heartbeating to localhost/127.0.0.1:37751 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-904403240-172.17.0.3-1731522260513 (Datanode Uuid 579c867a-f0fc-495b-a85a-9e1ad6bc05c4) service to localhost/127.0.0.1:37751 2024-11-13T18:24:24,380 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d24e22-9d23-6dde-572c-1e6ba63a974f/cluster_fe082273-2282-4d06-c335-cd10bf45aa80/data/data1/current/BP-904403240-172.17.0.3-1731522260513 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:24:24,380 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d24e22-9d23-6dde-572c-1e6ba63a974f/cluster_fe082273-2282-4d06-c335-cd10bf45aa80/data/data2/current/BP-904403240-172.17.0.3-1731522260513 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:24:24,381 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:24:24,388 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a14261e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:24:24,389 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44f24e60{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:24:24,389 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:24:24,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ec75a84{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:24:24,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cc9aa7e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d24e22-9d23-6dde-572c-1e6ba63a974f/hadoop.log.dir/,STOPPED} 2024-11-13T18:24:24,397 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T18:24:24,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T18:24:24,432 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=136 (was 110) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:37751 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:37751 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:37751 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37751 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:37751 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:37751 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:37751 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=474 (was 446) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=240 (was 253), ProcessCount=11 (was 11), AvailableMemoryMB=1739 (was 2063) 2024-11-13T18:24:24,445 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=136, OpenFileDescriptor=474, MaxFileDescriptor=1048576, SystemLoadAverage=240, ProcessCount=11, AvailableMemoryMB=1739 2024-11-13T18:24:24,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d24e22-9d23-6dde-572c-1e6ba63a974f/hadoop.log.dir so I do NOT create it in target/test-data/78a90167-e6f0-d8ee-e810-bd5f66f3193c 2024-11-13T18:24:24,460 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d24e22-9d23-6dde-572c-1e6ba63a974f/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T18:24:24,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d24e22-9d23-6dde-572c-1e6ba63a974f/hadoop.tmp.dir so I do NOT create it in target/test-data/78a90167-e6f0-d8ee-e810-bd5f66f3193c 2024-11-13T18:24:24,460 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2d24e22-9d23-6dde-572c-1e6ba63a974f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T18:24:24,460 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78a90167-e6f0-d8ee-e810-bd5f66f3193c 2024-11-13T18:24:24,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T18:24:24,460 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78a90167-e6f0-d8ee-e810-bd5f66f3193c/cluster_031215dc-88b4-04d8-4432-a8eae0824ce2, deleteOnExit=true 2024-11-13T18:24:24,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T18:24:24,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78a90167-e6f0-d8ee-e810-bd5f66f3193c/test.cache.data in system properties and HBase conf 2024-11-13T18:24:24,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78a90167-e6f0-d8ee-e810-bd5f66f3193c/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T18:24:24,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78a90167-e6f0-d8ee-e810-bd5f66f3193c/hadoop.log.dir in system properties and HBase conf 2024-11-13T18:24:24,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78a90167-e6f0-d8ee-e810-bd5f66f3193c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T18:24:24,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78a90167-e6f0-d8ee-e810-bd5f66f3193c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T18:24:24,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T18:24:24,461 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T18:24:24,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78a90167-e6f0-d8ee-e810-bd5f66f3193c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:24:24,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78a90167-e6f0-d8ee-e810-bd5f66f3193c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:24:24,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78a90167-e6f0-d8ee-e810-bd5f66f3193c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T18:24:24,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78a90167-e6f0-d8ee-e810-bd5f66f3193c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:24:24,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78a90167-e6f0-d8ee-e810-bd5f66f3193c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T18:24:24,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78a90167-e6f0-d8ee-e810-bd5f66f3193c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T18:24:24,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78a90167-e6f0-d8ee-e810-bd5f66f3193c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:24:24,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78a90167-e6f0-d8ee-e810-bd5f66f3193c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:24:24,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78a90167-e6f0-d8ee-e810-bd5f66f3193c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T18:24:24,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78a90167-e6f0-d8ee-e810-bd5f66f3193c/nfs.dump.dir in system properties and HBase conf 2024-11-13T18:24:24,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78a90167-e6f0-d8ee-e810-bd5f66f3193c/java.io.tmpdir in system properties and HBase conf 2024-11-13T18:24:24,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78a90167-e6f0-d8ee-e810-bd5f66f3193c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:24:24,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78a90167-e6f0-d8ee-e810-bd5f66f3193c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T18:24:24,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78a90167-e6f0-d8ee-e810-bd5f66f3193c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T18:24:24,520 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T18:24:24,523 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:24:24,555 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:24:24,556 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:24:24,560 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:24:24,561 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:24:24,561 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:24:24,591 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:24:24,602 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:24:24,614 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:24:24,614 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:24:24,614 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:24:24,622 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:24:24,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2df52576{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78a90167-e6f0-d8ee-e810-bd5f66f3193c/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:24:24,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6768021e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:24:24,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a78fd59{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78a90167-e6f0-d8ee-e810-bd5f66f3193c/java.io.tmpdir/jetty-localhost-44525-hadoop-hdfs-3_4_1-tests_jar-_-any-3004190648113959356/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:24:24,751 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c56770a{HTTP/1.1, (http/1.1)}{localhost:44525} 2024-11-13T18:24:24,751 INFO [Time-limited test {}] server.Server(415): Started @19083ms 2024-11-13T18:24:24,828 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:24:24,831 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:24:24,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:24:24,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:24:24,832 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:24:24,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2496df94{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78a90167-e6f0-d8ee-e810-bd5f66f3193c/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:24:24,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72d98a6f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:24:24,948 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64df8475{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78a90167-e6f0-d8ee-e810-bd5f66f3193c/java.io.tmpdir/jetty-localhost-33623-hadoop-hdfs-3_4_1-tests_jar-_-any-3872867865355030274/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:24:24,949 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ab5a58f{HTTP/1.1, (http/1.1)}{localhost:33623} 2024-11-13T18:24:24,949 INFO [Time-limited test {}] server.Server(415): Started @19281ms 2024-11-13T18:24:24,950 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:24:24,982 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:24:24,985 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:24:24,985 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:24:24,985 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:24:24,985 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T18:24:24,986 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44f203a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78a90167-e6f0-d8ee-e810-bd5f66f3193c/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:24:24,986 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2dbda75e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:24:25,043 WARN [Thread-883 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78a90167-e6f0-d8ee-e810-bd5f66f3193c/cluster_031215dc-88b4-04d8-4432-a8eae0824ce2/data/data1/current/BP-483748622-172.17.0.3-1731522264483/current, will proceed with Du for space computation calculation, 2024-11-13T18:24:25,043 WARN [Thread-884 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78a90167-e6f0-d8ee-e810-bd5f66f3193c/cluster_031215dc-88b4-04d8-4432-a8eae0824ce2/data/data2/current/BP-483748622-172.17.0.3-1731522264483/current, will proceed with Du for space computation calculation, 2024-11-13T18:24:25,065 WARN [Thread-862 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:24:25,068 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd0cc5f6b396a46cd with lease ID 0x12eb065fb4ba9407: Processing first storage report for DS-dc31ace2-7160-4b32-bcdd-87c4666bcf29 from datanode DatanodeRegistration(127.0.0.1:39913, datanodeUuid=7a945c6c-f09c-42d3-b5c9-464b86422fe6, infoPort=43777, infoSecurePort=0, ipcPort=46371, storageInfo=lv=-57;cid=testClusterID;nsid=259355767;c=1731522264483) 2024-11-13T18:24:25,068 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd0cc5f6b396a46cd with lease ID 0x12eb065fb4ba9407: from storage DS-dc31ace2-7160-4b32-bcdd-87c4666bcf29 node DatanodeRegistration(127.0.0.1:39913, datanodeUuid=7a945c6c-f09c-42d3-b5c9-464b86422fe6, infoPort=43777, infoSecurePort=0, ipcPort=46371, storageInfo=lv=-57;cid=testClusterID;nsid=259355767;c=1731522264483), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:24:25,068 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd0cc5f6b396a46cd with lease ID 0x12eb065fb4ba9407: Processing first storage report for DS-5660d7d3-8dae-43b8-a3b8-a45de1194043 from datanode DatanodeRegistration(127.0.0.1:39913, datanodeUuid=7a945c6c-f09c-42d3-b5c9-464b86422fe6, infoPort=43777, infoSecurePort=0, ipcPort=46371, storageInfo=lv=-57;cid=testClusterID;nsid=259355767;c=1731522264483) 2024-11-13T18:24:25,069 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd0cc5f6b396a46cd with lease ID 0x12eb065fb4ba9407: from storage DS-5660d7d3-8dae-43b8-a3b8-a45de1194043 node DatanodeRegistration(127.0.0.1:39913, datanodeUuid=7a945c6c-f09c-42d3-b5c9-464b86422fe6, infoPort=43777, infoSecurePort=0, ipcPort=46371, storageInfo=lv=-57;cid=testClusterID;nsid=259355767;c=1731522264483), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:24:25,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64f71316{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78a90167-e6f0-d8ee-e810-bd5f66f3193c/java.io.tmpdir/jetty-localhost-42363-hadoop-hdfs-3_4_1-tests_jar-_-any-8513172722032443392/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:24:25,112 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7cb5c908{HTTP/1.1, (http/1.1)}{localhost:42363} 2024-11-13T18:24:25,112 INFO [Time-limited test {}] server.Server(415): Started @19444ms 2024-11-13T18:24:25,113 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:24:25,213 WARN [Thread-909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78a90167-e6f0-d8ee-e810-bd5f66f3193c/cluster_031215dc-88b4-04d8-4432-a8eae0824ce2/data/data3/current/BP-483748622-172.17.0.3-1731522264483/current, will proceed with Du for space computation calculation, 2024-11-13T18:24:25,213 WARN [Thread-910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78a90167-e6f0-d8ee-e810-bd5f66f3193c/cluster_031215dc-88b4-04d8-4432-a8eae0824ce2/data/data4/current/BP-483748622-172.17.0.3-1731522264483/current, will proceed with Du for space computation calculation, 2024-11-13T18:24:25,232 WARN [Thread-898 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:24:25,236 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6bf8d38c4a6f2bc with lease ID 0x12eb065fb4ba9408: Processing first storage report for DS-9089d339-4fbc-43f9-8365-d876f747327e from datanode DatanodeRegistration(127.0.0.1:35303, datanodeUuid=4577cfa3-be80-4bac-a97f-28e176b05142, infoPort=38989, infoSecurePort=0, ipcPort=36943, storageInfo=lv=-57;cid=testClusterID;nsid=259355767;c=1731522264483) 2024-11-13T18:24:25,236 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6bf8d38c4a6f2bc with lease ID 0x12eb065fb4ba9408: from storage DS-9089d339-4fbc-43f9-8365-d876f747327e node DatanodeRegistration(127.0.0.1:35303, datanodeUuid=4577cfa3-be80-4bac-a97f-28e176b05142, infoPort=38989, infoSecurePort=0, ipcPort=36943, storageInfo=lv=-57;cid=testClusterID;nsid=259355767;c=1731522264483), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:24:25,236 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6bf8d38c4a6f2bc with lease ID 0x12eb065fb4ba9408: Processing first storage report for DS-66029fad-4ae4-41c4-9486-c5f50b85d047 from datanode DatanodeRegistration(127.0.0.1:35303, datanodeUuid=4577cfa3-be80-4bac-a97f-28e176b05142, infoPort=38989, infoSecurePort=0, ipcPort=36943, storageInfo=lv=-57;cid=testClusterID;nsid=259355767;c=1731522264483) 2024-11-13T18:24:25,236 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6bf8d38c4a6f2bc with lease ID 0x12eb065fb4ba9408: from storage DS-66029fad-4ae4-41c4-9486-c5f50b85d047 node DatanodeRegistration(127.0.0.1:35303, datanodeUuid=4577cfa3-be80-4bac-a97f-28e176b05142, infoPort=38989, infoSecurePort=0, ipcPort=36943, storageInfo=lv=-57;cid=testClusterID;nsid=259355767;c=1731522264483), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:24:25,239 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78a90167-e6f0-d8ee-e810-bd5f66f3193c 2024-11-13T18:24:25,242 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78a90167-e6f0-d8ee-e810-bd5f66f3193c/cluster_031215dc-88b4-04d8-4432-a8eae0824ce2/zookeeper_0, clientPort=52433, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78a90167-e6f0-d8ee-e810-bd5f66f3193c/cluster_031215dc-88b4-04d8-4432-a8eae0824ce2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78a90167-e6f0-d8ee-e810-bd5f66f3193c/cluster_031215dc-88b4-04d8-4432-a8eae0824ce2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T18:24:25,243 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52433 2024-11-13T18:24:25,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:25,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:25,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39913 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:24:25,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:24:25,260 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129 with version=8 2024-11-13T18:24:25,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/hbase-staging 2024-11-13T18:24:25,263 INFO [Time-limited test {}] client.ConnectionUtils(128): master/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:24:25,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:25,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:25,263 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:24:25,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:25,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:24:25,263 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T18:24:25,264 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:24:25,264 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45361 2024-11-13T18:24:25,266 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45361 connecting to ZooKeeper ensemble=127.0.0.1:52433 2024-11-13T18:24:25,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453610x0, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:24:25,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45361-0x100ed57f5440000 connected 2024-11-13T18:24:25,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:25,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:25,297 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45361-0x100ed57f5440000, quorum=127.0.0.1:52433, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:24:25,297 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129, hbase.cluster.distributed=false 2024-11-13T18:24:25,298 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45361-0x100ed57f5440000, quorum=127.0.0.1:52433, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T18:24:25,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45361 2024-11-13T18:24:25,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45361 2024-11-13T18:24:25,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45361 2024-11-13T18:24:25,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45361 2024-11-13T18:24:25,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45361 2024-11-13T18:24:25,321 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:24:25,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:25,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:25,321 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:24:25,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:25,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:24:25,321 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:24:25,321 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:24:25,322 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41949 2024-11-13T18:24:25,323 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41949 connecting to ZooKeeper ensemble=127.0.0.1:52433 2024-11-13T18:24:25,324 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:25,325 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:25,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419490x0, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:24:25,329 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41949-0x100ed57f5440001 connected 2024-11-13T18:24:25,329 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41949-0x100ed57f5440001, quorum=127.0.0.1:52433, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:24:25,330 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:24:25,338 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-13T18:24:25,345 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-13T18:24:25,352 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-13T18:24:25,357 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-13T18:24:25,358 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:24:25,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41949-0x100ed57f5440001, quorum=127.0.0.1:52433, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T18:24:25,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41949-0x100ed57f5440001, quorum=127.0.0.1:52433, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T18:24:25,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41949 2024-11-13T18:24:25,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41949 2024-11-13T18:24:25,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41949 2024-11-13T18:24:25,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41949 2024-11-13T18:24:25,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41949 2024-11-13T18:24:25,376 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:24:25,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:25,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:25,377 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:24:25,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:25,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:24:25,377 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:24:25,377 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:24:25,378 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44673 2024-11-13T18:24:25,379 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44673 connecting to ZooKeeper ensemble=127.0.0.1:52433 2024-11-13T18:24:25,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:25,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:25,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446730x0, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:24:25,385 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446730x0, quorum=127.0.0.1:52433, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:24:25,385 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44673-0x100ed57f5440002 connected 2024-11-13T18:24:25,386 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:24:25,386 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-13T18:24:25,394 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-13T18:24:25,394 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-13T18:24:25,395 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-13T18:24:25,395 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:24:25,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44673-0x100ed57f5440002, quorum=127.0.0.1:52433, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T18:24:25,397 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44673-0x100ed57f5440002, quorum=127.0.0.1:52433, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T18:24:25,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44673 2024-11-13T18:24:25,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44673 2024-11-13T18:24:25,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44673 2024-11-13T18:24:25,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44673 2024-11-13T18:24:25,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44673 2024-11-13T18:24:25,411 DEBUG [M:0;39e84130bbc9:45361 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;39e84130bbc9:45361 2024-11-13T18:24:25,411 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/39e84130bbc9,45361,1731522265262 2024-11-13T18:24:25,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x100ed57f5440000, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:24:25,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x100ed57f5440001, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:24:25,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44673-0x100ed57f5440002, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:24:25,414 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45361-0x100ed57f5440000, quorum=127.0.0.1:52433, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/39e84130bbc9,45361,1731522265262 2024-11-13T18:24:25,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44673-0x100ed57f5440002, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T18:24:25,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x100ed57f5440001, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T18:24:25,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44673-0x100ed57f5440002, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:25,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x100ed57f5440000, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:25,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x100ed57f5440001, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:25,416 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45361-0x100ed57f5440000, quorum=127.0.0.1:52433, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T18:24:25,417 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/39e84130bbc9,45361,1731522265262 from backup master directory 2024-11-13T18:24:25,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44673-0x100ed57f5440002, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:24:25,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x100ed57f5440001, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:24:25,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x100ed57f5440000, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/39e84130bbc9,45361,1731522265262 2024-11-13T18:24:25,418 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:24:25,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x100ed57f5440000, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:24:25,418 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=39e84130bbc9,45361,1731522265262 2024-11-13T18:24:25,425 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/hbase.id] with ID: 17e97463-c488-426d-ac68-630638c748ef 2024-11-13T18:24:25,425 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/.tmp/hbase.id 2024-11-13T18:24:25,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:24:25,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39913 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:24:25,433 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/.tmp/hbase.id]:[hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/hbase.id] 2024-11-13T18:24:25,453 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:25,453 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T18:24:25,455 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T18:24:25,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x100ed57f5440001, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:25,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44673-0x100ed57f5440002, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:25,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x100ed57f5440000, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:25,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:24:25,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39913 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:24:25,466 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:24:25,467 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T18:24:25,467 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:24:25,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:24:25,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39913 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:24:25,478 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/MasterData/data/master/store 2024-11-13T18:24:25,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39913 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:24:25,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:24:25,486 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:24:25,486 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:24:25,487 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:24:25,487 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:24:25,487 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:24:25,487 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:24:25,487 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:24:25,487 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731522265486Disabling compacts and flushes for region at 1731522265486Disabling writes for close at 1731522265487 (+1 ms)Writing region close event to WAL at 1731522265487Closed at 1731522265487 2024-11-13T18:24:25,488 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/MasterData/data/master/store/.initializing 2024-11-13T18:24:25,488 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/MasterData/WALs/39e84130bbc9,45361,1731522265262 2024-11-13T18:24:25,489 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:24:25,491 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39e84130bbc9%2C45361%2C1731522265262, suffix=, logDir=hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/MasterData/WALs/39e84130bbc9,45361,1731522265262, archiveDir=hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/MasterData/oldWALs, maxLogs=10 2024-11-13T18:24:25,513 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/MasterData/WALs/39e84130bbc9,45361,1731522265262/39e84130bbc9%2C45361%2C1731522265262.1731522265492, exclude list is [], retry=0 2024-11-13T18:24:25,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39913,DS-dc31ace2-7160-4b32-bcdd-87c4666bcf29,DISK] 2024-11-13T18:24:25,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35303,DS-9089d339-4fbc-43f9-8365-d876f747327e,DISK] 2024-11-13T18:24:25,519 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/MasterData/WALs/39e84130bbc9,45361,1731522265262/39e84130bbc9%2C45361%2C1731522265262.1731522265492 2024-11-13T18:24:25,521 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43777:43777),(127.0.0.1/127.0.0.1:38989:38989)] 2024-11-13T18:24:25,521 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:24:25,522 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:24:25,522 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:25,522 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:25,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:25,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T18:24:25,526 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:25,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:25,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:25,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T18:24:25,529 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:25,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:24:25,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:25,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T18:24:25,532 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:25,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:24:25,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:25,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T18:24:25,534 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:25,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:24:25,535 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:25,536 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:25,536 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:25,538 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:25,538 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:25,539 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:24:25,541 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:25,544 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:24:25,545 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66789961, jitterRate=-0.004752025008201599}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:24:25,546 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731522265522Initializing all the Stores at 1731522265523 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731522265523Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731522265524 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731522265524Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731522265524Cleaning up temporary data from old regions at 1731522265538 (+14 ms)Region opened successfully at 1731522265546 (+8 ms) 2024-11-13T18:24:25,546 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T18:24:25,551 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3601cbea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:24:25,556 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T18:24:25,556 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T18:24:25,556 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T18:24:25,557 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T18:24:25,557 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T18:24:25,558 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T18:24:25,558 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T18:24:25,564 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T18:24:25,565 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45361-0x100ed57f5440000, quorum=127.0.0.1:52433, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T18:24:25,566 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T18:24:25,567 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T18:24:25,568 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45361-0x100ed57f5440000, quorum=127.0.0.1:52433, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T18:24:25,569 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T18:24:25,569 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T18:24:25,571 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45361-0x100ed57f5440000, quorum=127.0.0.1:52433, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T18:24:25,572 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T18:24:25,573 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45361-0x100ed57f5440000, quorum=127.0.0.1:52433, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T18:24:25,574 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T18:24:25,577 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45361-0x100ed57f5440000, quorum=127.0.0.1:52433, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T18:24:25,579 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T18:24:25,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44673-0x100ed57f5440002, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T18:24:25,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x100ed57f5440001, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T18:24:25,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x100ed57f5440000, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T18:24:25,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44673-0x100ed57f5440002, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:25,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x100ed57f5440001, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:25,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x100ed57f5440000, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:25,582 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=39e84130bbc9,45361,1731522265262, sessionid=0x100ed57f5440000, setting cluster-up flag (Was=false) 2024-11-13T18:24:25,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x100ed57f5440001, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:25,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x100ed57f5440000, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:25,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44673-0x100ed57f5440002, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:25,593 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T18:24:25,595 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,45361,1731522265262 2024-11-13T18:24:25,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x100ed57f5440000, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:25,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x100ed57f5440001, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:25,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44673-0x100ed57f5440002, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:25,609 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T18:24:25,611 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,45361,1731522265262 2024-11-13T18:24:25,614 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T18:24:25,616 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T18:24:25,616 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T18:24:25,616 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T18:24:25,617 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 39e84130bbc9,45361,1731522265262 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T18:24:25,618 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:24:25,618 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:24:25,618 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:24:25,618 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:24:25,618 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/39e84130bbc9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T18:24:25,618 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:25,618 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:24:25,618 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:25,626 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731522295626 2024-11-13T18:24:25,627 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T18:24:25,627 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T18:24:25,627 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T18:24:25,627 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T18:24:25,627 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T18:24:25,627 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T18:24:25,627 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:24:25,627 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:25,627 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T18:24:25,627 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T18:24:25,627 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T18:24:25,628 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T18:24:25,628 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T18:24:25,628 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T18:24:25,628 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:25,628 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T18:24:25,629 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731522265628,5,FailOnTimeoutGroup] 2024-11-13T18:24:25,633 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731522265629,5,FailOnTimeoutGroup] 2024-11-13T18:24:25,633 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:25,633 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T18:24:25,633 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:25,633 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:25,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39913 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:24:25,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:24:25,645 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T18:24:25,645 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129 2024-11-13T18:24:25,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741832_1008 (size=32) 2024-11-13T18:24:25,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39913 is added to blk_1073741832_1008 (size=32) 2024-11-13T18:24:25,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:24:25,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:24:25,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:24:25,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:25,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:25,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:24:25,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:24:25,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:25,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:25,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:24:25,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:24:25,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:25,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:25,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:24:25,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:24:25,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:25,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:25,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:24:25,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/data/hbase/meta/1588230740 2024-11-13T18:24:25,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/data/hbase/meta/1588230740 2024-11-13T18:24:25,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:24:25,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:24:25,670 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:24:25,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:24:25,673 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:24:25,674 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63879779, jitterRate=-0.04811711609363556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:24:25,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731522265659Initializing all the Stores at 1731522265659Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731522265659Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731522265660 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731522265660Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731522265660Cleaning up temporary data from old regions at 1731522265669 (+9 ms)Region opened successfully at 1731522265674 (+5 ms) 2024-11-13T18:24:25,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:24:25,674 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:24:25,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:24:25,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:24:25,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:24:25,675 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:24:25,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731522265674Disabling compacts and flushes for region at 1731522265674Disabling writes for close at 1731522265674Writing region close event to WAL at 1731522265675 (+1 ms)Closed at 1731522265675 2024-11-13T18:24:25,676 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:24:25,676 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T18:24:25,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T18:24:25,677 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:24:25,678 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T18:24:25,701 INFO [RS:1;39e84130bbc9:44673 {}] regionserver.HRegionServer(746): ClusterId : 17e97463-c488-426d-ac68-630638c748ef 2024-11-13T18:24:25,701 INFO [RS:0;39e84130bbc9:41949 {}] regionserver.HRegionServer(746): ClusterId : 17e97463-c488-426d-ac68-630638c748ef 2024-11-13T18:24:25,701 DEBUG [RS:1;39e84130bbc9:44673 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:24:25,701 DEBUG [RS:0;39e84130bbc9:41949 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:24:25,704 DEBUG [RS:0;39e84130bbc9:41949 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:24:25,704 DEBUG [RS:1;39e84130bbc9:44673 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:24:25,704 DEBUG [RS:0;39e84130bbc9:41949 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:24:25,704 DEBUG [RS:1;39e84130bbc9:44673 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:24:25,706 DEBUG [RS:1;39e84130bbc9:44673 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:24:25,707 DEBUG [RS:1;39e84130bbc9:44673 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d5b9e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:24:25,708 DEBUG [RS:0;39e84130bbc9:41949 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:24:25,708 DEBUG [RS:0;39e84130bbc9:41949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@286d8343, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:24:25,721 DEBUG [RS:0;39e84130bbc9:41949 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;39e84130bbc9:41949 2024-11-13T18:24:25,721 INFO [RS:0;39e84130bbc9:41949 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:24:25,721 INFO [RS:0;39e84130bbc9:41949 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:24:25,721 DEBUG [RS:0;39e84130bbc9:41949 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:24:25,722 INFO [RS:0;39e84130bbc9:41949 {}] regionserver.HRegionServer(2659): reportForDuty to master=39e84130bbc9,45361,1731522265262 with port=41949, startcode=1731522265320 2024-11-13T18:24:25,722 DEBUG [RS:1;39e84130bbc9:44673 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;39e84130bbc9:44673 2024-11-13T18:24:25,722 INFO [RS:1;39e84130bbc9:44673 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:24:25,722 INFO [RS:1;39e84130bbc9:44673 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:24:25,722 DEBUG [RS:1;39e84130bbc9:44673 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:24:25,722 DEBUG [RS:0;39e84130bbc9:41949 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:24:25,723 INFO [RS:1;39e84130bbc9:44673 {}] regionserver.HRegionServer(2659): reportForDuty to master=39e84130bbc9,45361,1731522265262 with port=44673, startcode=1731522265376 2024-11-13T18:24:25,723 DEBUG [RS:1;39e84130bbc9:44673 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:24:25,725 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:24:25,726 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45361 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 39e84130bbc9,41949,1731522265320 2024-11-13T18:24:25,726 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45361 {}] master.ServerManager(517): Registering regionserver=39e84130bbc9,41949,1731522265320 2024-11-13T18:24:25,726 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:24:25,727 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45361 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 39e84130bbc9,44673,1731522265376 2024-11-13T18:24:25,727 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45361 {}] master.ServerManager(517): Registering regionserver=39e84130bbc9,44673,1731522265376 2024-11-13T18:24:25,727 DEBUG [RS:0;39e84130bbc9:41949 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129 2024-11-13T18:24:25,727 DEBUG [RS:0;39e84130bbc9:41949 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42755 2024-11-13T18:24:25,728 DEBUG [RS:0;39e84130bbc9:41949 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:24:25,729 DEBUG [RS:1;39e84130bbc9:44673 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129 2024-11-13T18:24:25,729 DEBUG [RS:1;39e84130bbc9:44673 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42755 2024-11-13T18:24:25,729 DEBUG [RS:1;39e84130bbc9:44673 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:24:25,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x100ed57f5440000, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T18:24:25,733 DEBUG [RS:0;39e84130bbc9:41949 {}] zookeeper.ZKUtil(111): regionserver:41949-0x100ed57f5440001, quorum=127.0.0.1:52433, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/39e84130bbc9,41949,1731522265320 2024-11-13T18:24:25,733 WARN [RS:0;39e84130bbc9:41949 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:24:25,733 INFO [RS:0;39e84130bbc9:41949 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:24:25,734 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [39e84130bbc9,44673,1731522265376] 2024-11-13T18:24:25,734 DEBUG [RS:0;39e84130bbc9:41949 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/WALs/39e84130bbc9,41949,1731522265320 2024-11-13T18:24:25,734 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [39e84130bbc9,41949,1731522265320] 2024-11-13T18:24:25,734 DEBUG [RS:1;39e84130bbc9:44673 {}] zookeeper.ZKUtil(111): regionserver:44673-0x100ed57f5440002, quorum=127.0.0.1:52433, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/39e84130bbc9,44673,1731522265376 2024-11-13T18:24:25,734 WARN [RS:1;39e84130bbc9:44673 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:24:25,734 INFO [RS:1;39e84130bbc9:44673 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:24:25,734 DEBUG [RS:1;39e84130bbc9:44673 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/WALs/39e84130bbc9,44673,1731522265376 2024-11-13T18:24:25,738 INFO [RS:0;39e84130bbc9:41949 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:24:25,741 INFO [RS:1;39e84130bbc9:44673 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:24:25,745 INFO [RS:0;39e84130bbc9:41949 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:24:25,746 INFO [RS:1;39e84130bbc9:44673 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:24:25,746 INFO [RS:0;39e84130bbc9:41949 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:24:25,746 INFO [RS:0;39e84130bbc9:41949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:25,747 INFO [RS:0;39e84130bbc9:41949 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:24:25,747 INFO [RS:1;39e84130bbc9:44673 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:24:25,747 INFO [RS:1;39e84130bbc9:44673 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:25,748 INFO [RS:1;39e84130bbc9:44673 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:24:25,748 INFO [RS:0;39e84130bbc9:41949 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:24:25,748 INFO [RS:0;39e84130bbc9:41949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:25,748 DEBUG [RS:0;39e84130bbc9:41949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:25,748 INFO [RS:1;39e84130bbc9:44673 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:24:25,749 DEBUG [RS:0;39e84130bbc9:41949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:25,749 INFO [RS:1;39e84130bbc9:44673 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:25,749 DEBUG [RS:0;39e84130bbc9:41949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:25,749 DEBUG [RS:1;39e84130bbc9:44673 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:25,749 DEBUG [RS:0;39e84130bbc9:41949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:25,749 DEBUG [RS:1;39e84130bbc9:44673 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:25,749 DEBUG [RS:0;39e84130bbc9:41949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:25,749 DEBUG [RS:1;39e84130bbc9:44673 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:25,749 DEBUG [RS:0;39e84130bbc9:41949 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:24:25,749 DEBUG [RS:0;39e84130bbc9:41949 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:25,749 DEBUG [RS:1;39e84130bbc9:44673 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:25,749 DEBUG [RS:1;39e84130bbc9:44673 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:25,749 DEBUG [RS:0;39e84130bbc9:41949 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:25,749 DEBUG [RS:1;39e84130bbc9:44673 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:24:25,749 DEBUG [RS:1;39e84130bbc9:44673 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:25,749 DEBUG [RS:1;39e84130bbc9:44673 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:25,749 DEBUG [RS:0;39e84130bbc9:41949 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:25,749 DEBUG [RS:1;39e84130bbc9:44673 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:25,749 DEBUG [RS:0;39e84130bbc9:41949 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:25,749 DEBUG [RS:1;39e84130bbc9:44673 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:25,749 DEBUG [RS:1;39e84130bbc9:44673 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:25,750 DEBUG [RS:0;39e84130bbc9:41949 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:25,750 DEBUG [RS:1;39e84130bbc9:44673 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:25,750 DEBUG [RS:1;39e84130bbc9:44673 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:24:25,750 DEBUG [RS:0;39e84130bbc9:41949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:25,750 DEBUG [RS:1;39e84130bbc9:44673 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:24:25,750 DEBUG [RS:0;39e84130bbc9:41949 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:24:25,750 DEBUG [RS:0;39e84130bbc9:41949 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:24:25,751 INFO [RS:1;39e84130bbc9:44673 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:25,751 INFO [RS:1;39e84130bbc9:44673 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:25,751 INFO [RS:1;39e84130bbc9:44673 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:25,751 INFO [RS:1;39e84130bbc9:44673 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:25,751 INFO [RS:0;39e84130bbc9:41949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:25,751 INFO [RS:1;39e84130bbc9:44673 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:25,751 INFO [RS:1;39e84130bbc9:44673 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,44673,1731522265376-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:24:25,751 INFO [RS:0;39e84130bbc9:41949 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:25,752 INFO [RS:0;39e84130bbc9:41949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:25,752 INFO [RS:0;39e84130bbc9:41949 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:25,752 INFO [RS:0;39e84130bbc9:41949 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:25,752 INFO [RS:0;39e84130bbc9:41949 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,41949,1731522265320-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:24:25,768 INFO [RS:1;39e84130bbc9:44673 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:24:25,768 INFO [RS:1;39e84130bbc9:44673 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,44673,1731522265376-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:25,768 INFO [RS:1;39e84130bbc9:44673 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:25,768 INFO [RS:1;39e84130bbc9:44673 {}] regionserver.Replication(171): 39e84130bbc9,44673,1731522265376 started 2024-11-13T18:24:25,774 INFO [RS:0;39e84130bbc9:41949 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:24:25,774 INFO [RS:0;39e84130bbc9:41949 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,41949,1731522265320-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:25,775 INFO [RS:0;39e84130bbc9:41949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:25,775 INFO [RS:0;39e84130bbc9:41949 {}] regionserver.Replication(171): 39e84130bbc9,41949,1731522265320 started 2024-11-13T18:24:25,782 INFO [RS:1;39e84130bbc9:44673 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:25,782 INFO [RS:1;39e84130bbc9:44673 {}] regionserver.HRegionServer(1482): Serving as 39e84130bbc9,44673,1731522265376, RpcServer on 39e84130bbc9/172.17.0.3:44673, sessionid=0x100ed57f5440002 2024-11-13T18:24:25,782 DEBUG [RS:1;39e84130bbc9:44673 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:24:25,782 DEBUG [RS:1;39e84130bbc9:44673 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 39e84130bbc9,44673,1731522265376 2024-11-13T18:24:25,782 DEBUG [RS:1;39e84130bbc9:44673 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,44673,1731522265376' 2024-11-13T18:24:25,782 DEBUG [RS:1;39e84130bbc9:44673 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T18:24:25,783 DEBUG [RS:1;39e84130bbc9:44673 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T18:24:25,783 DEBUG [RS:1;39e84130bbc9:44673 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:24:25,783 DEBUG [RS:1;39e84130bbc9:44673 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:24:25,783 DEBUG [RS:1;39e84130bbc9:44673 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 39e84130bbc9,44673,1731522265376 2024-11-13T18:24:25,783 DEBUG [RS:1;39e84130bbc9:44673 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,44673,1731522265376' 2024-11-13T18:24:25,783 DEBUG [RS:1;39e84130bbc9:44673 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T18:24:25,784 DEBUG [RS:1;39e84130bbc9:44673 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T18:24:25,784 DEBUG [RS:1;39e84130bbc9:44673 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:24:25,784 INFO [RS:1;39e84130bbc9:44673 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:24:25,784 INFO [RS:1;39e84130bbc9:44673 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:24:25,792 INFO [RS:0;39e84130bbc9:41949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:25,792 INFO [RS:0;39e84130bbc9:41949 {}] regionserver.HRegionServer(1482): Serving as 39e84130bbc9,41949,1731522265320, RpcServer on 39e84130bbc9/172.17.0.3:41949, sessionid=0x100ed57f5440001 2024-11-13T18:24:25,792 DEBUG [RS:0;39e84130bbc9:41949 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:24:25,792 DEBUG [RS:0;39e84130bbc9:41949 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 39e84130bbc9,41949,1731522265320 2024-11-13T18:24:25,792 DEBUG [RS:0;39e84130bbc9:41949 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,41949,1731522265320' 2024-11-13T18:24:25,792 DEBUG [RS:0;39e84130bbc9:41949 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T18:24:25,793 DEBUG [RS:0;39e84130bbc9:41949 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T18:24:25,793 DEBUG [RS:0;39e84130bbc9:41949 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:24:25,793 DEBUG [RS:0;39e84130bbc9:41949 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:24:25,793 DEBUG [RS:0;39e84130bbc9:41949 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 39e84130bbc9,41949,1731522265320 2024-11-13T18:24:25,793 DEBUG [RS:0;39e84130bbc9:41949 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,41949,1731522265320' 2024-11-13T18:24:25,793 DEBUG [RS:0;39e84130bbc9:41949 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T18:24:25,794 DEBUG [RS:0;39e84130bbc9:41949 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T18:24:25,794 DEBUG [RS:0;39e84130bbc9:41949 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:24:25,794 INFO [RS:0;39e84130bbc9:41949 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:24:25,794 INFO [RS:0;39e84130bbc9:41949 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:24:25,829 WARN [39e84130bbc9:45361 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T18:24:25,885 INFO [RS:1;39e84130bbc9:44673 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:24:25,887 INFO [RS:1;39e84130bbc9:44673 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39e84130bbc9%2C44673%2C1731522265376, suffix=, logDir=hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/WALs/39e84130bbc9,44673,1731522265376, archiveDir=hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/oldWALs, maxLogs=32 2024-11-13T18:24:25,895 INFO [RS:0;39e84130bbc9:41949 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:24:25,897 INFO [RS:0;39e84130bbc9:41949 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39e84130bbc9%2C41949%2C1731522265320, suffix=, logDir=hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/WALs/39e84130bbc9,41949,1731522265320, archiveDir=hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/oldWALs, maxLogs=32 2024-11-13T18:24:25,904 DEBUG [RS:1;39e84130bbc9:44673 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/WALs/39e84130bbc9,44673,1731522265376/39e84130bbc9%2C44673%2C1731522265376.1731522265887, exclude list is [], retry=0 2024-11-13T18:24:25,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39913,DS-dc31ace2-7160-4b32-bcdd-87c4666bcf29,DISK] 2024-11-13T18:24:25,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35303,DS-9089d339-4fbc-43f9-8365-d876f747327e,DISK] 2024-11-13T18:24:25,910 INFO [RS:1;39e84130bbc9:44673 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/WALs/39e84130bbc9,44673,1731522265376/39e84130bbc9%2C44673%2C1731522265376.1731522265887 2024-11-13T18:24:25,911 DEBUG [RS:1;39e84130bbc9:44673 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43777:43777),(127.0.0.1/127.0.0.1:38989:38989)] 2024-11-13T18:24:25,913 DEBUG [RS:0;39e84130bbc9:41949 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/WALs/39e84130bbc9,41949,1731522265320/39e84130bbc9%2C41949%2C1731522265320.1731522265897, exclude list is [], retry=0 2024-11-13T18:24:25,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39913,DS-dc31ace2-7160-4b32-bcdd-87c4666bcf29,DISK] 2024-11-13T18:24:25,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35303,DS-9089d339-4fbc-43f9-8365-d876f747327e,DISK] 2024-11-13T18:24:25,926 INFO [RS:0;39e84130bbc9:41949 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/WALs/39e84130bbc9,41949,1731522265320/39e84130bbc9%2C41949%2C1731522265320.1731522265897 2024-11-13T18:24:25,927 DEBUG [RS:0;39e84130bbc9:41949 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43777:43777),(127.0.0.1/127.0.0.1:38989:38989)] 2024-11-13T18:24:26,079 DEBUG [39e84130bbc9:45361 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-13T18:24:26,079 DEBUG [39e84130bbc9:45361 {}] balancer.BalancerClusterState(204): Hosts are {39e84130bbc9=0} racks are {/default-rack=0} 2024-11-13T18:24:26,082 DEBUG [39e84130bbc9:45361 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T18:24:26,082 DEBUG [39e84130bbc9:45361 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T18:24:26,082 DEBUG [39e84130bbc9:45361 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T18:24:26,082 DEBUG [39e84130bbc9:45361 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T18:24:26,082 INFO [39e84130bbc9:45361 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T18:24:26,082 INFO [39e84130bbc9:45361 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T18:24:26,082 DEBUG [39e84130bbc9:45361 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T18:24:26,083 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=39e84130bbc9,44673,1731522265376 2024-11-13T18:24:26,085 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,44673,1731522265376, state=OPENING 2024-11-13T18:24:26,086 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T18:24:26,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x100ed57f5440000, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:26,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x100ed57f5440001, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:26,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44673-0x100ed57f5440002, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:26,092 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:24:26,092 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:24:26,092 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:24:26,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,44673,1731522265376}] 2024-11-13T18:24:26,092 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:24:26,246 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:24:26,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43799, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:24:26,254 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T18:24:26,254 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:24:26,255 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T18:24:26,259 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39e84130bbc9%2C44673%2C1731522265376.meta, suffix=.meta, logDir=hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/WALs/39e84130bbc9,44673,1731522265376, archiveDir=hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/oldWALs, maxLogs=32 2024-11-13T18:24:26,277 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/WALs/39e84130bbc9,44673,1731522265376/39e84130bbc9%2C44673%2C1731522265376.meta.1731522266259.meta, exclude list is [], retry=0 2024-11-13T18:24:26,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35303,DS-9089d339-4fbc-43f9-8365-d876f747327e,DISK] 2024-11-13T18:24:26,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39913,DS-dc31ace2-7160-4b32-bcdd-87c4666bcf29,DISK] 2024-11-13T18:24:26,295 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/WALs/39e84130bbc9,44673,1731522265376/39e84130bbc9%2C44673%2C1731522265376.meta.1731522266259.meta 2024-11-13T18:24:26,295 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43777:43777),(127.0.0.1/127.0.0.1:38989:38989)] 2024-11-13T18:24:26,296 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:24:26,296 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:24:26,296 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T18:24:26,297 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T18:24:26,297 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T18:24:26,297 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:24:26,297 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T18:24:26,297 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T18:24:26,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:24:26,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:24:26,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:26,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:26,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:24:26,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:24:26,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:26,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:26,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:24:26,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:24:26,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:26,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:26,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:24:26,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:24:26,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:26,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:26,334 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:24:26,335 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/data/hbase/meta/1588230740 2024-11-13T18:24:26,340 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/data/hbase/meta/1588230740 2024-11-13T18:24:26,342 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:24:26,342 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:24:26,343 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:24:26,346 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:24:26,347 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68692290, jitterRate=0.02359488606452942}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:24:26,347 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T18:24:26,348 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731522266297Writing region info on filesystem at 1731522266297Initializing all the Stores at 1731522266299 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731522266299Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731522266318 (+19 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731522266318Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731522266318Cleaning up temporary data from old regions at 1731522266342 (+24 ms)Running coprocessor post-open hooks at 1731522266347 (+5 ms)Region opened successfully at 1731522266348 (+1 ms) 2024-11-13T18:24:26,352 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731522266246 2024-11-13T18:24:26,358 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T18:24:26,359 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T18:24:26,360 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,44673,1731522265376 2024-11-13T18:24:26,361 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,44673,1731522265376, state=OPEN 2024-11-13T18:24:26,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44673-0x100ed57f5440002, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T18:24:26,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x100ed57f5440000, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T18:24:26,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x100ed57f5440001, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T18:24:26,364 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=39e84130bbc9,44673,1731522265376 2024-11-13T18:24:26,364 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:24:26,364 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:24:26,364 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:24:26,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T18:24:26,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,44673,1731522265376 in 272 msec 2024-11-13T18:24:26,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T18:24:26,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 692 msec 2024-11-13T18:24:26,374 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:24:26,374 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T18:24:26,377 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:24:26,377 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,44673,1731522265376, seqNum=-1] 2024-11-13T18:24:26,378 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:24:26,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:24:26,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 771 msec 2024-11-13T18:24:26,388 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731522266388, completionTime=-1 2024-11-13T18:24:26,388 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-13T18:24:26,389 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T18:24:26,392 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-13T18:24:26,392 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731522326392 2024-11-13T18:24:26,392 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731522386392 2024-11-13T18:24:26,392 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-13T18:24:26,392 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,45361,1731522265262-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:26,393 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,45361,1731522265262-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:26,393 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,45361,1731522265262-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:26,393 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-39e84130bbc9:45361, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:26,393 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:26,396 DEBUG [master/39e84130bbc9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T18:24:26,397 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:26,403 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.985sec 2024-11-13T18:24:26,403 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T18:24:26,403 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T18:24:26,403 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T18:24:26,403 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T18:24:26,403 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T18:24:26,403 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,45361,1731522265262-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:24:26,403 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,45361,1731522265262-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T18:24:26,407 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T18:24:26,407 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T18:24:26,407 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,45361,1731522265262-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:26,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eb7fd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:24:26,522 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,45361,-1 for getting cluster id 2024-11-13T18:24:26,522 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:24:26,524 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17e97463-c488-426d-ac68-630638c748ef' 2024-11-13T18:24:26,524 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:24:26,525 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17e97463-c488-426d-ac68-630638c748ef" 2024-11-13T18:24:26,525 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12dc7e20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:24:26,525 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,45361,-1] 2024-11-13T18:24:26,526 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:24:26,526 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:26,528 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:24:26,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a706205, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:24:26,530 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:24:26,532 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,44673,1731522265376, seqNum=-1] 2024-11-13T18:24:26,532 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:24:26,534 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:24:26,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=39e84130bbc9,45361,1731522265262 2024-11-13T18:24:26,537 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:24:26,539 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,45361,1731522265262 2024-11-13T18:24:26,539 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74f8ed8b 2024-11-13T18:24:26,539 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:24:26,540 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:24:26,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:24:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-13T18:24:26,545 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T18:24:26,545 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:26,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-13T18:24:26,548 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T18:24:26,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:24:26,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39913 is added to blk_1073741836_1012 (size=379) 2024-11-13T18:24:26,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741836_1012 (size=379) 2024-11-13T18:24:26,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:24:26,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:24:26,981 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 383643ba98e7742004da73b94e55d67f, NAME => 'testClearRegionBlockCache,5,1731522266541.383643ba98e7742004da73b94e55d67f.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129 2024-11-13T18:24:26,981 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3001fa55bf4682bafe9c38568dd7641c, NAME => 'testClearRegionBlockCache,,1731522266541.3001fa55bf4682bafe9c38568dd7641c.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129 2024-11-13T18:24:26,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741838_1014 (size=61) 2024-11-13T18:24:26,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39913 is added to blk_1073741838_1014 (size=61) 2024-11-13T18:24:26,999 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731522266541.3001fa55bf4682bafe9c38568dd7641c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:24:26,999 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 3001fa55bf4682bafe9c38568dd7641c, disabling compactions & flushes 2024-11-13T18:24:26,999 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731522266541.3001fa55bf4682bafe9c38568dd7641c. 2024-11-13T18:24:26,999 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731522266541.3001fa55bf4682bafe9c38568dd7641c. 2024-11-13T18:24:26,999 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731522266541.3001fa55bf4682bafe9c38568dd7641c. after waiting 0 ms 2024-11-13T18:24:26,999 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731522266541.3001fa55bf4682bafe9c38568dd7641c. 2024-11-13T18:24:26,999 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731522266541.3001fa55bf4682bafe9c38568dd7641c. 2024-11-13T18:24:26,999 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3001fa55bf4682bafe9c38568dd7641c: Waiting for close lock at 1731522266999Disabling compacts and flushes for region at 1731522266999Disabling writes for close at 1731522266999Writing region close event to WAL at 1731522266999Closed at 1731522266999 2024-11-13T18:24:27,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39913 is added to blk_1073741837_1013 (size=61) 2024-11-13T18:24:27,001 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731522266541.383643ba98e7742004da73b94e55d67f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:24:27,001 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 383643ba98e7742004da73b94e55d67f, disabling compactions & flushes 2024-11-13T18:24:27,001 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731522266541.383643ba98e7742004da73b94e55d67f. 2024-11-13T18:24:27,001 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731522266541.383643ba98e7742004da73b94e55d67f. 2024-11-13T18:24:27,001 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731522266541.383643ba98e7742004da73b94e55d67f. after waiting 0 ms 2024-11-13T18:24:27,001 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731522266541.383643ba98e7742004da73b94e55d67f. 2024-11-13T18:24:27,001 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731522266541.383643ba98e7742004da73b94e55d67f. 2024-11-13T18:24:27,001 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 383643ba98e7742004da73b94e55d67f: Waiting for close lock at 1731522267001Disabling compacts and flushes for region at 1731522267001Disabling writes for close at 1731522267001Writing region close event to WAL at 1731522267001Closed at 1731522267001 2024-11-13T18:24:27,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741837_1013 (size=61) 2024-11-13T18:24:27,003 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T18:24:27,004 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731522266541.3001fa55bf4682bafe9c38568dd7641c.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731522267003"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731522267003"}]},"ts":"1731522267003"} 2024-11-13T18:24:27,004 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731522266541.383643ba98e7742004da73b94e55d67f.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731522267003"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731522267003"}]},"ts":"1731522267003"} 2024-11-13T18:24:27,008 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-13T18:24:27,010 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T18:24:27,010 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731522267010"}]},"ts":"1731522267010"} 2024-11-13T18:24:27,013 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-13T18:24:27,013 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {39e84130bbc9=0} racks are {/default-rack=0} 2024-11-13T18:24:27,015 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T18:24:27,015 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T18:24:27,015 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T18:24:27,015 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T18:24:27,015 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T18:24:27,015 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T18:24:27,015 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T18:24:27,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3001fa55bf4682bafe9c38568dd7641c, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=383643ba98e7742004da73b94e55d67f, ASSIGN}] 2024-11-13T18:24:27,017 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=383643ba98e7742004da73b94e55d67f, ASSIGN 2024-11-13T18:24:27,018 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3001fa55bf4682bafe9c38568dd7641c, ASSIGN 2024-11-13T18:24:27,019 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=383643ba98e7742004da73b94e55d67f, ASSIGN; state=OFFLINE, location=39e84130bbc9,41949,1731522265320; forceNewPlan=false, retain=false 2024-11-13T18:24:27,021 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3001fa55bf4682bafe9c38568dd7641c, ASSIGN; state=OFFLINE, location=39e84130bbc9,44673,1731522265376; forceNewPlan=false, retain=false 2024-11-13T18:24:27,169 INFO [39e84130bbc9:45361 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-13T18:24:27,170 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3001fa55bf4682bafe9c38568dd7641c, regionState=OPENING, regionLocation=39e84130bbc9,44673,1731522265376 2024-11-13T18:24:27,170 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=383643ba98e7742004da73b94e55d67f, regionState=OPENING, regionLocation=39e84130bbc9,41949,1731522265320 2024-11-13T18:24:27,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:24:27,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=383643ba98e7742004da73b94e55d67f, ASSIGN because future has completed 2024-11-13T18:24:27,174 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 383643ba98e7742004da73b94e55d67f, server=39e84130bbc9,41949,1731522265320}] 2024-11-13T18:24:27,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3001fa55bf4682bafe9c38568dd7641c, ASSIGN because future has completed 2024-11-13T18:24:27,176 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3001fa55bf4682bafe9c38568dd7641c, server=39e84130bbc9,44673,1731522265376}] 2024-11-13T18:24:27,328 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:24:27,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:24:27,335 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731522266541.383643ba98e7742004da73b94e55d67f. 2024-11-13T18:24:27,335 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 383643ba98e7742004da73b94e55d67f, NAME => 'testClearRegionBlockCache,5,1731522266541.383643ba98e7742004da73b94e55d67f.', STARTKEY => '5', ENDKEY => ''} 2024-11-13T18:24:27,335 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 383643ba98e7742004da73b94e55d67f 2024-11-13T18:24:27,335 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731522266541.383643ba98e7742004da73b94e55d67f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:24:27,335 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 383643ba98e7742004da73b94e55d67f 2024-11-13T18:24:27,336 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 383643ba98e7742004da73b94e55d67f 2024-11-13T18:24:27,337 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731522266541.3001fa55bf4682bafe9c38568dd7641c. 2024-11-13T18:24:27,338 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 3001fa55bf4682bafe9c38568dd7641c, NAME => 'testClearRegionBlockCache,,1731522266541.3001fa55bf4682bafe9c38568dd7641c.', STARTKEY => '', ENDKEY => '5'} 2024-11-13T18:24:27,338 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 3001fa55bf4682bafe9c38568dd7641c 2024-11-13T18:24:27,338 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731522266541.3001fa55bf4682bafe9c38568dd7641c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:24:27,338 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 3001fa55bf4682bafe9c38568dd7641c 2024-11-13T18:24:27,338 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 3001fa55bf4682bafe9c38568dd7641c 2024-11-13T18:24:27,342 INFO [StoreOpener-3001fa55bf4682bafe9c38568dd7641c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 3001fa55bf4682bafe9c38568dd7641c 2024-11-13T18:24:27,344 INFO [StoreOpener-3001fa55bf4682bafe9c38568dd7641c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3001fa55bf4682bafe9c38568dd7641c columnFamilyName family 2024-11-13T18:24:27,344 DEBUG [StoreOpener-3001fa55bf4682bafe9c38568dd7641c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:27,344 INFO [StoreOpener-3001fa55bf4682bafe9c38568dd7641c-1 {}] regionserver.HStore(327): Store=3001fa55bf4682bafe9c38568dd7641c/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:24:27,345 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 3001fa55bf4682bafe9c38568dd7641c 2024-11-13T18:24:27,345 INFO [StoreOpener-383643ba98e7742004da73b94e55d67f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 383643ba98e7742004da73b94e55d67f 2024-11-13T18:24:27,346 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/data/default/testClearRegionBlockCache/3001fa55bf4682bafe9c38568dd7641c 2024-11-13T18:24:27,346 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/data/default/testClearRegionBlockCache/3001fa55bf4682bafe9c38568dd7641c 2024-11-13T18:24:27,347 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 3001fa55bf4682bafe9c38568dd7641c 2024-11-13T18:24:27,347 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 3001fa55bf4682bafe9c38568dd7641c 2024-11-13T18:24:27,347 INFO [StoreOpener-383643ba98e7742004da73b94e55d67f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 383643ba98e7742004da73b94e55d67f columnFamilyName family 2024-11-13T18:24:27,348 DEBUG [StoreOpener-383643ba98e7742004da73b94e55d67f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:27,348 INFO [StoreOpener-383643ba98e7742004da73b94e55d67f-1 {}] regionserver.HStore(327): Store=383643ba98e7742004da73b94e55d67f/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:24:27,348 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 383643ba98e7742004da73b94e55d67f 2024-11-13T18:24:27,354 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/data/default/testClearRegionBlockCache/383643ba98e7742004da73b94e55d67f 2024-11-13T18:24:27,355 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/data/default/testClearRegionBlockCache/383643ba98e7742004da73b94e55d67f 2024-11-13T18:24:27,356 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 383643ba98e7742004da73b94e55d67f 2024-11-13T18:24:27,356 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 383643ba98e7742004da73b94e55d67f 2024-11-13T18:24:27,358 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 3001fa55bf4682bafe9c38568dd7641c 2024-11-13T18:24:27,359 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 383643ba98e7742004da73b94e55d67f 2024-11-13T18:24:27,362 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/data/default/testClearRegionBlockCache/3001fa55bf4682bafe9c38568dd7641c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:24:27,363 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 3001fa55bf4682bafe9c38568dd7641c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73481161, jitterRate=0.09495462477207184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T18:24:27,363 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3001fa55bf4682bafe9c38568dd7641c 2024-11-13T18:24:27,363 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 3001fa55bf4682bafe9c38568dd7641c: Running coprocessor pre-open hook at 1731522267338Writing region info on filesystem at 1731522267338Initializing all the Stores at 1731522267341 (+3 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731522267341Cleaning up temporary data from old regions at 1731522267347 (+6 ms)Running coprocessor post-open hooks at 1731522267363 (+16 ms)Region opened successfully at 1731522267363 2024-11-13T18:24:27,365 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731522266541.3001fa55bf4682bafe9c38568dd7641c., pid=8, masterSystemTime=1731522267331 2024-11-13T18:24:27,374 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731522266541.3001fa55bf4682bafe9c38568dd7641c. 2024-11-13T18:24:27,374 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731522266541.3001fa55bf4682bafe9c38568dd7641c. 2024-11-13T18:24:27,374 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3001fa55bf4682bafe9c38568dd7641c, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,44673,1731522265376 2024-11-13T18:24:27,378 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/data/default/testClearRegionBlockCache/383643ba98e7742004da73b94e55d67f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:24:27,379 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 383643ba98e7742004da73b94e55d67f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61175068, jitterRate=-0.08842045068740845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T18:24:27,379 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 383643ba98e7742004da73b94e55d67f 2024-11-13T18:24:27,380 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 383643ba98e7742004da73b94e55d67f: Running coprocessor pre-open hook at 1731522267336Writing region info on filesystem at 1731522267336Initializing all the Stores at 1731522267341 (+5 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731522267342 (+1 ms)Cleaning up temporary data from old regions at 1731522267356 (+14 ms)Running coprocessor post-open hooks at 1731522267379 (+23 ms)Region opened successfully at 1731522267379 2024-11-13T18:24:27,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3001fa55bf4682bafe9c38568dd7641c, server=39e84130bbc9,44673,1731522265376 because future has completed 2024-11-13T18:24:27,385 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731522266541.383643ba98e7742004da73b94e55d67f., pid=7, masterSystemTime=1731522267327 2024-11-13T18:24:27,392 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731522266541.383643ba98e7742004da73b94e55d67f. 2024-11-13T18:24:27,392 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731522266541.383643ba98e7742004da73b94e55d67f. 2024-11-13T18:24:27,392 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-13T18:24:27,392 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3001fa55bf4682bafe9c38568dd7641c, server=39e84130bbc9,44673,1731522265376 in 210 msec 2024-11-13T18:24:27,392 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=383643ba98e7742004da73b94e55d67f, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,41949,1731522265320 2024-11-13T18:24:27,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 383643ba98e7742004da73b94e55d67f, server=39e84130bbc9,41949,1731522265320 because future has completed 2024-11-13T18:24:27,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3001fa55bf4682bafe9c38568dd7641c, ASSIGN in 377 msec 2024-11-13T18:24:27,403 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T18:24:27,403 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 383643ba98e7742004da73b94e55d67f, server=39e84130bbc9,41949,1731522265320 in 226 msec 2024-11-13T18:24:27,408 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-13T18:24:27,408 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=383643ba98e7742004da73b94e55d67f, ASSIGN in 388 msec 2024-11-13T18:24:27,409 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T18:24:27,410 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731522267409"}]},"ts":"1731522267409"} 2024-11-13T18:24:27,413 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-13T18:24:27,415 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T18:24:27,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 873 msec 2024-11-13T18:24:27,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:24:27,683 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-13T18:24:27,683 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-13T18:24:27,683 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T18:24:27,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-13T18:24:27,687 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T18:24:27,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-13T18:24:27,692 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731522266541.3001fa55bf4682bafe9c38568dd7641c., hostname=39e84130bbc9,44673,1731522265376, seqNum=2] 2024-11-13T18:24:27,706 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731522266541.383643ba98e7742004da73b94e55d67f., hostname=39e84130bbc9,41949,1731522265320, seqNum=2] 2024-11-13T18:24:27,707 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:24:27,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:24:27,720 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 383643ba98e7742004da73b94e55d67f 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-13T18:24:27,739 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/data/default/testClearRegionBlockCache/383643ba98e7742004da73b94e55d67f/.tmp/family/9abf4006fddd4f92a40b34446fdf27f8 is 32, key is 5/family:/1731522267710/Put/seqid=0 2024-11-13T18:24:27,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39913 is added to blk_1073741839_1015 (size=5083) 2024-11-13T18:24:27,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741839_1015 (size=5083) 2024-11-13T18:24:27,747 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/data/default/testClearRegionBlockCache/383643ba98e7742004da73b94e55d67f/.tmp/family/9abf4006fddd4f92a40b34446fdf27f8 2024-11-13T18:24:27,754 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/data/default/testClearRegionBlockCache/383643ba98e7742004da73b94e55d67f/.tmp/family/9abf4006fddd4f92a40b34446fdf27f8 as hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/data/default/testClearRegionBlockCache/383643ba98e7742004da73b94e55d67f/family/9abf4006fddd4f92a40b34446fdf27f8 2024-11-13T18:24:27,762 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/data/default/testClearRegionBlockCache/383643ba98e7742004da73b94e55d67f/family/9abf4006fddd4f92a40b34446fdf27f8, entries=5, sequenceid=9, filesize=5.0 K 2024-11-13T18:24:27,763 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 383643ba98e7742004da73b94e55d67f in 43ms, sequenceid=9, compaction requested=false 2024-11-13T18:24:27,763 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 383643ba98e7742004da73b94e55d67f: 2024-11-13T18:24:27,763 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3001fa55bf4682bafe9c38568dd7641c 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-13T18:24:27,781 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/data/default/testClearRegionBlockCache/3001fa55bf4682bafe9c38568dd7641c/.tmp/family/1a0995aaca724d3c8f529661cd3a9463 is 32, key is 1/family:/1731522267694/Put/seqid=0 2024-11-13T18:24:27,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741840_1016 (size=5054) 2024-11-13T18:24:27,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39913 is added to blk_1073741840_1016 (size=5054) 2024-11-13T18:24:27,789 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/data/default/testClearRegionBlockCache/3001fa55bf4682bafe9c38568dd7641c/.tmp/family/1a0995aaca724d3c8f529661cd3a9463 2024-11-13T18:24:27,797 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/data/default/testClearRegionBlockCache/3001fa55bf4682bafe9c38568dd7641c/.tmp/family/1a0995aaca724d3c8f529661cd3a9463 as hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/data/default/testClearRegionBlockCache/3001fa55bf4682bafe9c38568dd7641c/family/1a0995aaca724d3c8f529661cd3a9463 2024-11-13T18:24:27,803 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/data/default/testClearRegionBlockCache/3001fa55bf4682bafe9c38568dd7641c/family/1a0995aaca724d3c8f529661cd3a9463, entries=4, sequenceid=8, filesize=4.9 K 2024-11-13T18:24:27,805 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 3001fa55bf4682bafe9c38568dd7641c in 42ms, sequenceid=8, compaction requested=false 2024-11-13T18:24:27,805 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3001fa55bf4682bafe9c38568dd7641c: 2024-11-13T18:24:27,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68bac342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:24:27,806 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,45361,-1 for getting cluster id 2024-11-13T18:24:27,806 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:24:27,807 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17e97463-c488-426d-ac68-630638c748ef' 2024-11-13T18:24:27,807 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:24:27,808 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17e97463-c488-426d-ac68-630638c748ef" 2024-11-13T18:24:27,808 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20c58ca3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:24:27,808 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,45361,-1] 2024-11-13T18:24:27,808 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:24:27,808 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:27,809 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:24:27,810 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6423a2d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:24:27,817 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-13T18:24:27,817 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:24:27,819 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,44673,1731522265376, seqNum=-1] 2024-11-13T18:24:27,819 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:24:27,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:24:27,823 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:24:27,824 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:24:27,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:24:27,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:24:27,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44673 {}] bucket.BucketCache(1864): found 1 blocks for file 1a0995aaca724d3c8f529661cd3a9463, starting offset: 0, end offset: 9223372036854775807 2024-11-13T18:24:27,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41949 {}] bucket.BucketCache(1864): found 1 blocks for file 9abf4006fddd4f92a40b34446fdf27f8, starting offset: 0, end offset: 9223372036854775807 2024-11-13T18:24:27,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41949 {}] bucket.BucketCache(857): removed key 9abf4006fddd4f92a40b34446fdf27f8_0 from back map with offset lock 2094080 in the evict process 2024-11-13T18:24:27,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44673 {}] bucket.BucketCache(857): removed key 1a0995aaca724d3c8f529661cd3a9463_0 from back map with offset lock 2094080 in the evict process 2024-11-13T18:24:27,828 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:24:27,828 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:24:27,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:27,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:27,829 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:24:27,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T18:24:27,829 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:24:27,829 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:24:27,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:27,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:27,829 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:24:27,829 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T18:24:27,830 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1836588406, stopped=false 2024-11-13T18:24:27,830 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=39e84130bbc9,45361,1731522265262 2024-11-13T18:24:27,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x100ed57f5440000, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T18:24:27,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44673-0x100ed57f5440002, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T18:24:27,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x100ed57f5440000, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:27,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44673-0x100ed57f5440002, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:27,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x100ed57f5440001, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T18:24:27,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x100ed57f5440001, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:27,832 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:24:27,832 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45361-0x100ed57f5440000, quorum=127.0.0.1:52433, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:24:27,833 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41949-0x100ed57f5440001, quorum=127.0.0.1:52433, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:24:27,833 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:24:27,833 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:24:27,833 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44673-0x100ed57f5440002, quorum=127.0.0.1:52433, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:24:27,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:27,834 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '39e84130bbc9,41949,1731522265320' ***** 2024-11-13T18:24:27,834 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:24:27,834 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '39e84130bbc9,44673,1731522265376' ***** 2024-11-13T18:24:27,834 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:24:27,834 INFO [RS:0;39e84130bbc9:41949 {}] bucket.BucketCache(1739): Disabling cache 2024-11-13T18:24:27,834 INFO [RS:1;39e84130bbc9:44673 {}] bucket.BucketCache(1739): Disabling cache 2024-11-13T18:24:27,835 INFO [RS:0;39e84130bbc9:41949 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-13T18:24:27,835 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-13T18:24:27,835 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-13T18:24:27,835 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-13T18:24:27,835 INFO [RS:1;39e84130bbc9:44673 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-13T18:24:27,835 INFO [RS:0;39e84130bbc9:41949 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:24:27,835 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-13T18:24:27,835 INFO [RS:1;39e84130bbc9:44673 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:24:27,835 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-13T18:24:27,835 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:24:27,835 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-13T18:24:27,835 INFO [RS:0;39e84130bbc9:41949 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:24:27,835 INFO [RS:0;39e84130bbc9:41949 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:24:27,835 INFO [RS:0;39e84130bbc9:41949 {}] regionserver.HRegionServer(3091): Received CLOSE for 383643ba98e7742004da73b94e55d67f 2024-11-13T18:24:27,835 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:24:27,836 INFO [RS:1;39e84130bbc9:44673 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:24:27,836 INFO [RS:1;39e84130bbc9:44673 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:24:27,836 INFO [RS:1;39e84130bbc9:44673 {}] regionserver.HRegionServer(3091): Received CLOSE for 3001fa55bf4682bafe9c38568dd7641c 2024-11-13T18:24:27,837 INFO [RS:0;39e84130bbc9:41949 {}] regionserver.HRegionServer(959): stopping server 39e84130bbc9,41949,1731522265320 2024-11-13T18:24:27,837 INFO [RS:0;39e84130bbc9:41949 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:24:27,837 INFO [RS:0;39e84130bbc9:41949 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:41949. 2024-11-13T18:24:27,837 DEBUG [RS:0;39e84130bbc9:41949 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:24:27,837 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 383643ba98e7742004da73b94e55d67f, disabling compactions & flushes 2024-11-13T18:24:27,837 DEBUG [RS:0;39e84130bbc9:41949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:27,837 INFO [RS:1;39e84130bbc9:44673 {}] regionserver.HRegionServer(959): stopping server 39e84130bbc9,44673,1731522265376 2024-11-13T18:24:27,837 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731522266541.383643ba98e7742004da73b94e55d67f. 2024-11-13T18:24:27,838 INFO [RS:1;39e84130bbc9:44673 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:24:27,838 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731522266541.383643ba98e7742004da73b94e55d67f. 2024-11-13T18:24:27,838 INFO [RS:0;39e84130bbc9:41949 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T18:24:27,838 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731522266541.383643ba98e7742004da73b94e55d67f. after waiting 0 ms 2024-11-13T18:24:27,838 DEBUG [RS:0;39e84130bbc9:41949 {}] regionserver.HRegionServer(1325): Online Regions={383643ba98e7742004da73b94e55d67f=testClearRegionBlockCache,5,1731522266541.383643ba98e7742004da73b94e55d67f.} 2024-11-13T18:24:27,838 INFO [RS:1;39e84130bbc9:44673 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;39e84130bbc9:44673. 2024-11-13T18:24:27,838 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731522266541.383643ba98e7742004da73b94e55d67f. 2024-11-13T18:24:27,838 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3001fa55bf4682bafe9c38568dd7641c, disabling compactions & flushes 2024-11-13T18:24:27,838 DEBUG [RS:0;39e84130bbc9:41949 {}] regionserver.HRegionServer(1351): Waiting on 383643ba98e7742004da73b94e55d67f 2024-11-13T18:24:27,838 DEBUG [RS:1;39e84130bbc9:44673 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:24:27,838 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731522266541.3001fa55bf4682bafe9c38568dd7641c. 2024-11-13T18:24:27,838 DEBUG [RS:1;39e84130bbc9:44673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:27,838 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731522266541.3001fa55bf4682bafe9c38568dd7641c. 2024-11-13T18:24:27,838 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731522266541.3001fa55bf4682bafe9c38568dd7641c. after waiting 0 ms 2024-11-13T18:24:27,838 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731522266541.3001fa55bf4682bafe9c38568dd7641c. 2024-11-13T18:24:27,838 INFO [RS:1;39e84130bbc9:44673 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:24:27,838 INFO [RS:1;39e84130bbc9:44673 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:24:27,838 INFO [RS:1;39e84130bbc9:44673 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:24:27,838 INFO [RS:1;39e84130bbc9:44673 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T18:24:27,838 INFO [RS:1;39e84130bbc9:44673 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T18:24:27,838 DEBUG [RS:1;39e84130bbc9:44673 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3001fa55bf4682bafe9c38568dd7641c=testClearRegionBlockCache,,1731522266541.3001fa55bf4682bafe9c38568dd7641c.} 2024-11-13T18:24:27,838 DEBUG [RS:1;39e84130bbc9:44673 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3001fa55bf4682bafe9c38568dd7641c 2024-11-13T18:24:27,838 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:24:27,839 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:24:27,839 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:24:27,839 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:24:27,839 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:24:27,839 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-13T18:24:27,844 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/data/default/testClearRegionBlockCache/383643ba98e7742004da73b94e55d67f/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-13T18:24:27,845 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731522266541.383643ba98e7742004da73b94e55d67f. 2024-11-13T18:24:27,845 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 383643ba98e7742004da73b94e55d67f: Waiting for close lock at 1731522267837Running coprocessor pre-close hooks at 1731522267837Disabling compacts and flushes for region at 1731522267837Disabling writes for close at 1731522267838 (+1 ms)Writing region close event to WAL at 1731522267839 (+1 ms)Running coprocessor post-close hooks at 1731522267845 (+6 ms)Closed at 1731522267845 2024-11-13T18:24:27,845 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731522266541.383643ba98e7742004da73b94e55d67f. 2024-11-13T18:24:27,850 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/data/default/testClearRegionBlockCache/3001fa55bf4682bafe9c38568dd7641c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T18:24:27,851 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731522266541.3001fa55bf4682bafe9c38568dd7641c. 2024-11-13T18:24:27,851 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3001fa55bf4682bafe9c38568dd7641c: Waiting for close lock at 1731522267838Running coprocessor pre-close hooks at 1731522267838Disabling compacts and flushes for region at 1731522267838Disabling writes for close at 1731522267838Writing region close event to WAL at 1731522267840 (+2 ms)Running coprocessor post-close hooks at 1731522267851 (+11 ms)Closed at 1731522267851 2024-11-13T18:24:27,851 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731522266541.3001fa55bf4682bafe9c38568dd7641c. 2024-11-13T18:24:27,853 INFO [regionserver/39e84130bbc9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:24:27,858 INFO [regionserver/39e84130bbc9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:24:27,869 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/data/hbase/meta/1588230740/.tmp/info/6d7f7f4702eb4efc9d28a1868ccb10bf is 173, key is testClearRegionBlockCache,5,1731522266541.383643ba98e7742004da73b94e55d67f./info:regioninfo/1731522267392/Put/seqid=0 2024-11-13T18:24:27,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39913 is added to blk_1073741841_1017 (size=8173) 2024-11-13T18:24:27,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741841_1017 (size=8173) 2024-11-13T18:24:27,876 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/data/hbase/meta/1588230740/.tmp/info/6d7f7f4702eb4efc9d28a1868ccb10bf 2024-11-13T18:24:27,899 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/data/hbase/meta/1588230740/.tmp/ns/822458159a554071a25940ad97e93ace is 43, key is default/ns:d/1731522266380/Put/seqid=0 2024-11-13T18:24:27,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39913 is added to blk_1073741842_1018 (size=5153) 2024-11-13T18:24:27,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741842_1018 (size=5153) 2024-11-13T18:24:27,910 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/data/hbase/meta/1588230740/.tmp/ns/822458159a554071a25940ad97e93ace 2024-11-13T18:24:27,934 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/data/hbase/meta/1588230740/.tmp/table/8b00e2105725475cb7d215de6e587593 is 61, key is testClearRegionBlockCache/table:state/1731522267409/Put/seqid=0 2024-11-13T18:24:27,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741843_1019 (size=5312) 2024-11-13T18:24:27,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39913 is added to blk_1073741843_1019 (size=5312) 2024-11-13T18:24:27,942 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/data/hbase/meta/1588230740/.tmp/table/8b00e2105725475cb7d215de6e587593 2024-11-13T18:24:27,955 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/data/hbase/meta/1588230740/.tmp/info/6d7f7f4702eb4efc9d28a1868ccb10bf as hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/data/hbase/meta/1588230740/info/6d7f7f4702eb4efc9d28a1868ccb10bf 2024-11-13T18:24:27,962 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/data/hbase/meta/1588230740/info/6d7f7f4702eb4efc9d28a1868ccb10bf, entries=20, sequenceid=13, filesize=8.0 K 2024-11-13T18:24:27,963 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/data/hbase/meta/1588230740/.tmp/ns/822458159a554071a25940ad97e93ace as hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/data/hbase/meta/1588230740/ns/822458159a554071a25940ad97e93ace 2024-11-13T18:24:27,970 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/data/hbase/meta/1588230740/ns/822458159a554071a25940ad97e93ace, entries=2, sequenceid=13, filesize=5.0 K 2024-11-13T18:24:27,971 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/data/hbase/meta/1588230740/.tmp/table/8b00e2105725475cb7d215de6e587593 as hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/data/hbase/meta/1588230740/table/8b00e2105725475cb7d215de6e587593 2024-11-13T18:24:27,979 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/data/hbase/meta/1588230740/table/8b00e2105725475cb7d215de6e587593, entries=2, sequenceid=13, filesize=5.2 K 2024-11-13T18:24:27,980 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 141ms, sequenceid=13, compaction requested=false 2024-11-13T18:24:27,986 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-13T18:24:27,987 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:24:27,987 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:24:27,988 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731522267838Running coprocessor pre-close hooks at 1731522267838Disabling compacts and flushes for region at 1731522267838Disabling writes for close at 1731522267839 (+1 ms)Obtaining lock to block concurrent updates at 1731522267839Preparing flush snapshotting stores in 1588230740 at 1731522267839Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731522267840 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731522267840Flushing 1588230740/info: creating writer at 1731522267840Flushing 1588230740/info: appending metadata at 1731522267868 (+28 ms)Flushing 1588230740/info: closing flushed file at 1731522267868Flushing 1588230740/ns: creating writer at 1731522267883 (+15 ms)Flushing 1588230740/ns: appending metadata at 1731522267899 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731522267899Flushing 1588230740/table: creating writer at 1731522267916 (+17 ms)Flushing 1588230740/table: appending metadata at 1731522267934 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731522267934Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34cd0ba1: reopening flushed file at 1731522267954 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2222d70e: reopening flushed file at 1731522267963 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@93a29eb: reopening flushed file at 1731522267970 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 141ms, sequenceid=13, compaction requested=false at 1731522267981 (+11 ms)Writing region close event to WAL at 1731522267982 (+1 ms)Running coprocessor post-close hooks at 1731522267987 (+5 ms)Closed at 1731522267987 2024-11-13T18:24:27,988 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T18:24:28,038 INFO [RS:0;39e84130bbc9:41949 {}] regionserver.HRegionServer(976): stopping server 39e84130bbc9,41949,1731522265320; all regions closed. 2024-11-13T18:24:28,039 INFO [RS:1;39e84130bbc9:44673 {}] regionserver.HRegionServer(976): stopping server 39e84130bbc9,44673,1731522265376; all regions closed. 2024-11-13T18:24:28,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39913 is added to blk_1073741834_1010 (size=1867) 2024-11-13T18:24:28,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741834_1010 (size=1867) 2024-11-13T18:24:28,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741835_1011 (size=4338) 2024-11-13T18:24:28,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39913 is added to blk_1073741835_1011 (size=4338) 2024-11-13T18:24:28,049 DEBUG [RS:0;39e84130bbc9:41949 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/oldWALs 2024-11-13T18:24:28,049 INFO [RS:0;39e84130bbc9:41949 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39e84130bbc9%2C41949%2C1731522265320:(num 1731522265897) 2024-11-13T18:24:28,049 DEBUG [RS:0;39e84130bbc9:41949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:28,049 INFO [RS:0;39e84130bbc9:41949 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:24:28,049 INFO [RS:0;39e84130bbc9:41949 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:24:28,049 INFO [RS:0;39e84130bbc9:41949 {}] hbase.ChoreService(370): Chore service for: regionserver/39e84130bbc9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T18:24:28,049 INFO [RS:0;39e84130bbc9:41949 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:24:28,050 INFO [RS:0;39e84130bbc9:41949 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:24:28,050 INFO [RS:0;39e84130bbc9:41949 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:24:28,050 INFO [RS:0;39e84130bbc9:41949 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:24:28,050 INFO [RS:0;39e84130bbc9:41949 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41949 2024-11-13T18:24:28,050 INFO [regionserver/39e84130bbc9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:24:28,051 DEBUG [RS:1;39e84130bbc9:44673 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/oldWALs 2024-11-13T18:24:28,051 INFO [RS:1;39e84130bbc9:44673 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39e84130bbc9%2C44673%2C1731522265376.meta:.meta(num 1731522266259) 2024-11-13T18:24:28,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x100ed57f5440001, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/39e84130bbc9,41949,1731522265320 2024-11-13T18:24:28,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x100ed57f5440000, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T18:24:28,052 INFO [RS:0;39e84130bbc9:41949 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:24:28,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741833_1009 (size=1758) 2024-11-13T18:24:28,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39913 is added to blk_1073741833_1009 (size=1758) 2024-11-13T18:24:28,054 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [39e84130bbc9,41949,1731522265320] 2024-11-13T18:24:28,056 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/39e84130bbc9,41949,1731522265320 already deleted, retry=false 2024-11-13T18:24:28,056 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 39e84130bbc9,41949,1731522265320 expired; onlineServers=1 2024-11-13T18:24:28,057 DEBUG [RS:1;39e84130bbc9:44673 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/oldWALs 2024-11-13T18:24:28,057 INFO [RS:1;39e84130bbc9:44673 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39e84130bbc9%2C44673%2C1731522265376:(num 1731522265887) 2024-11-13T18:24:28,057 DEBUG [RS:1;39e84130bbc9:44673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:28,057 INFO [RS:1;39e84130bbc9:44673 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:24:28,057 INFO [RS:1;39e84130bbc9:44673 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:24:28,057 INFO [RS:1;39e84130bbc9:44673 {}] hbase.ChoreService(370): Chore service for: regionserver/39e84130bbc9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T18:24:28,057 INFO [RS:1;39e84130bbc9:44673 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:24:28,057 INFO [regionserver/39e84130bbc9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:24:28,057 INFO [RS:1;39e84130bbc9:44673 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44673 2024-11-13T18:24:28,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x100ed57f5440000, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T18:24:28,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44673-0x100ed57f5440002, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/39e84130bbc9,44673,1731522265376 2024-11-13T18:24:28,059 INFO [RS:1;39e84130bbc9:44673 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:24:28,061 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [39e84130bbc9,44673,1731522265376] 2024-11-13T18:24:28,062 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/39e84130bbc9,44673,1731522265376 already deleted, retry=false 2024-11-13T18:24:28,062 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 39e84130bbc9,44673,1731522265376 expired; onlineServers=0 2024-11-13T18:24:28,063 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '39e84130bbc9,45361,1731522265262' ***** 2024-11-13T18:24:28,063 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T18:24:28,063 INFO [M:0;39e84130bbc9:45361 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:24:28,063 INFO [M:0;39e84130bbc9:45361 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:24:28,063 DEBUG [M:0;39e84130bbc9:45361 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T18:24:28,063 DEBUG [M:0;39e84130bbc9:45361 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T18:24:28,063 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T18:24:28,063 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731522265628 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731522265628,5,FailOnTimeoutGroup] 2024-11-13T18:24:28,063 INFO [M:0;39e84130bbc9:45361 {}] hbase.ChoreService(370): Chore service for: master/39e84130bbc9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T18:24:28,063 INFO [M:0;39e84130bbc9:45361 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:24:28,063 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731522265629 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731522265629,5,FailOnTimeoutGroup] 2024-11-13T18:24:28,063 DEBUG [M:0;39e84130bbc9:45361 {}] master.HMaster(1795): Stopping service threads 2024-11-13T18:24:28,063 INFO [M:0;39e84130bbc9:45361 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T18:24:28,064 INFO [M:0;39e84130bbc9:45361 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:24:28,064 INFO [M:0;39e84130bbc9:45361 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T18:24:28,064 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T18:24:28,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x100ed57f5440000, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T18:24:28,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x100ed57f5440000, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:28,065 DEBUG [M:0;39e84130bbc9:45361 {}] zookeeper.ZKUtil(347): master:45361-0x100ed57f5440000, quorum=127.0.0.1:52433, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T18:24:28,065 WARN [M:0;39e84130bbc9:45361 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T18:24:28,065 INFO [M:0;39e84130bbc9:45361 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/.lastflushedseqids 2024-11-13T18:24:28,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741844_1020 (size=191) 2024-11-13T18:24:28,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39913 is added to blk_1073741844_1020 (size=191) 2024-11-13T18:24:28,075 INFO [M:0;39e84130bbc9:45361 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T18:24:28,075 INFO [M:0;39e84130bbc9:45361 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T18:24:28,076 DEBUG [M:0;39e84130bbc9:45361 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:24:28,076 INFO [M:0;39e84130bbc9:45361 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:24:28,076 DEBUG [M:0;39e84130bbc9:45361 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:24:28,076 DEBUG [M:0;39e84130bbc9:45361 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:24:28,076 DEBUG [M:0;39e84130bbc9:45361 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:24:28,076 INFO [M:0;39e84130bbc9:45361 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-13T18:24:28,101 DEBUG [M:0;39e84130bbc9:45361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8feb7e88d9504b6d9488d52569ee83ac is 82, key is hbase:meta,,1/info:regioninfo/1731522266360/Put/seqid=0 2024-11-13T18:24:28,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741845_1021 (size=5672) 2024-11-13T18:24:28,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39913 is added to blk_1073741845_1021 (size=5672) 2024-11-13T18:24:28,111 INFO [M:0;39e84130bbc9:45361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8feb7e88d9504b6d9488d52569ee83ac 2024-11-13T18:24:28,135 DEBUG [M:0;39e84130bbc9:45361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60462d9dcb10474a98dc4729b9f84d1a is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731522267417/Put/seqid=0 2024-11-13T18:24:28,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x100ed57f5440001, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:24:28,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41949-0x100ed57f5440001, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:24:28,156 INFO [RS:0;39e84130bbc9:41949 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:24:28,157 INFO [RS:0;39e84130bbc9:41949 {}] regionserver.HRegionServer(1031): Exiting; stopping=39e84130bbc9,41949,1731522265320; zookeeper connection closed. 2024-11-13T18:24:28,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44673-0x100ed57f5440002, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:24:28,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44673-0x100ed57f5440002, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:24:28,163 INFO [RS:1;39e84130bbc9:44673 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:24:28,163 INFO [RS:1;39e84130bbc9:44673 {}] regionserver.HRegionServer(1031): Exiting; stopping=39e84130bbc9,44673,1731522265376; zookeeper connection closed. 2024-11-13T18:24:28,178 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2206acc7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2206acc7 2024-11-13T18:24:28,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39913 is added to blk_1073741846_1022 (size=6219) 2024-11-13T18:24:28,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741846_1022 (size=6219) 2024-11-13T18:24:28,186 INFO [M:0;39e84130bbc9:45361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60462d9dcb10474a98dc4729b9f84d1a 2024-11-13T18:24:28,193 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@54e32457 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@54e32457 2024-11-13T18:24:28,196 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-13T18:24:28,219 DEBUG [M:0;39e84130bbc9:45361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6724d32c684e4c0e94c5d5babd204e37 is 69, key is 39e84130bbc9,41949,1731522265320/rs:state/1731522265726/Put/seqid=0 2024-11-13T18:24:28,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39913 is added to blk_1073741847_1023 (size=5224) 2024-11-13T18:24:28,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741847_1023 (size=5224) 2024-11-13T18:24:28,231 INFO [M:0;39e84130bbc9:45361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6724d32c684e4c0e94c5d5babd204e37 2024-11-13T18:24:28,246 DEBUG [M:0;39e84130bbc9:45361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8feb7e88d9504b6d9488d52569ee83ac as hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8feb7e88d9504b6d9488d52569ee83ac 2024-11-13T18:24:28,254 INFO [M:0;39e84130bbc9:45361 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8feb7e88d9504b6d9488d52569ee83ac, entries=8, sequenceid=71, filesize=5.5 K 2024-11-13T18:24:28,256 DEBUG [M:0;39e84130bbc9:45361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60462d9dcb10474a98dc4729b9f84d1a as hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/60462d9dcb10474a98dc4729b9f84d1a 2024-11-13T18:24:28,264 INFO [M:0;39e84130bbc9:45361 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/60462d9dcb10474a98dc4729b9f84d1a, entries=8, sequenceid=71, filesize=6.1 K 2024-11-13T18:24:28,265 DEBUG [M:0;39e84130bbc9:45361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6724d32c684e4c0e94c5d5babd204e37 as hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6724d32c684e4c0e94c5d5babd204e37 2024-11-13T18:24:28,273 INFO [M:0;39e84130bbc9:45361 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42755/user/jenkins/test-data/e556fa42-712f-0ce8-fbae-cf4ce74b3129/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6724d32c684e4c0e94c5d5babd204e37, entries=2, sequenceid=71, filesize=5.1 K 2024-11-13T18:24:28,274 INFO [M:0;39e84130bbc9:45361 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 198ms, sequenceid=71, compaction requested=false 2024-11-13T18:24:28,280 INFO [M:0;39e84130bbc9:45361 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:24:28,280 DEBUG [M:0;39e84130bbc9:45361 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731522268075Disabling compacts and flushes for region at 1731522268076 (+1 ms)Disabling writes for close at 1731522268076Obtaining lock to block concurrent updates at 1731522268076Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731522268076Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731522268076Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731522268078 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731522268078Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731522268100 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731522268101 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731522268117 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731522268134 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731522268134Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731522268198 (+64 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731522268218 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731522268219 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@485ebe72: reopening flushed file at 1731522268244 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d6b23e6: reopening flushed file at 1731522268255 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71f445b9: reopening flushed file at 1731522268264 (+9 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 198ms, sequenceid=71, compaction requested=false at 1731522268274 (+10 ms)Writing region close event to WAL at 1731522268280 (+6 ms)Closed at 1731522268280 2024-11-13T18:24:28,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35303 is added to blk_1073741830_1006 (size=35440) 2024-11-13T18:24:28,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39913 is added to blk_1073741830_1006 (size=35440) 2024-11-13T18:24:28,288 INFO [M:0;39e84130bbc9:45361 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T18:24:28,288 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:24:28,288 INFO [M:0;39e84130bbc9:45361 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45361 2024-11-13T18:24:28,289 INFO [M:0;39e84130bbc9:45361 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:24:28,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x100ed57f5440000, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:24:28,391 INFO [M:0;39e84130bbc9:45361 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:24:28,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x100ed57f5440000, quorum=127.0.0.1:52433, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:24:28,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64f71316{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:24:28,411 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7cb5c908{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:24:28,411 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:24:28,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2dbda75e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:24:28,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44f203a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78a90167-e6f0-d8ee-e810-bd5f66f3193c/hadoop.log.dir/,STOPPED} 2024-11-13T18:24:28,414 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:24:28,414 WARN [BP-483748622-172.17.0.3-1731522264483 heartbeating to localhost/127.0.0.1:42755 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:24:28,414 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:24:28,414 WARN [BP-483748622-172.17.0.3-1731522264483 heartbeating to localhost/127.0.0.1:42755 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-483748622-172.17.0.3-1731522264483 (Datanode Uuid 4577cfa3-be80-4bac-a97f-28e176b05142) service to localhost/127.0.0.1:42755 2024-11-13T18:24:28,415 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78a90167-e6f0-d8ee-e810-bd5f66f3193c/cluster_031215dc-88b4-04d8-4432-a8eae0824ce2/data/data3/current/BP-483748622-172.17.0.3-1731522264483 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:24:28,415 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78a90167-e6f0-d8ee-e810-bd5f66f3193c/cluster_031215dc-88b4-04d8-4432-a8eae0824ce2/data/data4/current/BP-483748622-172.17.0.3-1731522264483 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:24:28,415 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:24:28,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64df8475{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:24:28,447 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ab5a58f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:24:28,447 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:24:28,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72d98a6f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:24:28,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2496df94{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78a90167-e6f0-d8ee-e810-bd5f66f3193c/hadoop.log.dir/,STOPPED} 2024-11-13T18:24:28,459 WARN [BP-483748622-172.17.0.3-1731522264483 heartbeating to localhost/127.0.0.1:42755 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:24:28,459 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:24:28,459 WARN [BP-483748622-172.17.0.3-1731522264483 heartbeating to localhost/127.0.0.1:42755 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-483748622-172.17.0.3-1731522264483 (Datanode Uuid 7a945c6c-f09c-42d3-b5c9-464b86422fe6) service to localhost/127.0.0.1:42755 2024-11-13T18:24:28,459 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:24:28,459 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78a90167-e6f0-d8ee-e810-bd5f66f3193c/cluster_031215dc-88b4-04d8-4432-a8eae0824ce2/data/data1/current/BP-483748622-172.17.0.3-1731522264483 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:24:28,460 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78a90167-e6f0-d8ee-e810-bd5f66f3193c/cluster_031215dc-88b4-04d8-4432-a8eae0824ce2/data/data2/current/BP-483748622-172.17.0.3-1731522264483 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:24:28,460 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:24:28,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a78fd59{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:24:28,471 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c56770a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:24:28,472 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:24:28,472 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6768021e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:24:28,472 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2df52576{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78a90167-e6f0-d8ee-e810-bd5f66f3193c/hadoop.log.dir/,STOPPED} 2024-11-13T18:24:28,483 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T18:24:28,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T18:24:28,554 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=153 (was 136) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:42755 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42755 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:42755 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:42755 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:42755 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:42755 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:42755 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=502 (was 474) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=240 (was 240), ProcessCount=11 (was 11), AvailableMemoryMB=3054 (was 1739) - AvailableMemoryMB LEAK? - 2024-11-13T18:24:28,590 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=153, OpenFileDescriptor=502, MaxFileDescriptor=1048576, SystemLoadAverage=240, ProcessCount=11, AvailableMemoryMB=3050 2024-11-13T18:24:28,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78a90167-e6f0-d8ee-e810-bd5f66f3193c/hadoop.log.dir so I do NOT create it in target/test-data/6a9e9b63-537e-1d33-87a6-5a183db7bbed 2024-11-13T18:24:28,627 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78a90167-e6f0-d8ee-e810-bd5f66f3193c/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T18:24:28,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78a90167-e6f0-d8ee-e810-bd5f66f3193c/hadoop.tmp.dir so I do NOT create it in target/test-data/6a9e9b63-537e-1d33-87a6-5a183db7bbed 2024-11-13T18:24:28,627 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78a90167-e6f0-d8ee-e810-bd5f66f3193c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T18:24:28,627 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a9e9b63-537e-1d33-87a6-5a183db7bbed 2024-11-13T18:24:28,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T18:24:28,628 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a9e9b63-537e-1d33-87a6-5a183db7bbed/cluster_3afe1297-a62c-74f3-9ba0-22e9b4f12a69, deleteOnExit=true 2024-11-13T18:24:28,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T18:24:28,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a9e9b63-537e-1d33-87a6-5a183db7bbed/test.cache.data in system properties and HBase conf 2024-11-13T18:24:28,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a9e9b63-537e-1d33-87a6-5a183db7bbed/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T18:24:28,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a9e9b63-537e-1d33-87a6-5a183db7bbed/hadoop.log.dir in system properties and HBase conf 2024-11-13T18:24:28,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a9e9b63-537e-1d33-87a6-5a183db7bbed/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T18:24:28,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a9e9b63-537e-1d33-87a6-5a183db7bbed/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T18:24:28,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T18:24:28,629 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T18:24:28,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a9e9b63-537e-1d33-87a6-5a183db7bbed/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:24:28,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a9e9b63-537e-1d33-87a6-5a183db7bbed/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:24:28,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a9e9b63-537e-1d33-87a6-5a183db7bbed/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T18:24:28,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a9e9b63-537e-1d33-87a6-5a183db7bbed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:24:28,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a9e9b63-537e-1d33-87a6-5a183db7bbed/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T18:24:28,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a9e9b63-537e-1d33-87a6-5a183db7bbed/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T18:24:28,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a9e9b63-537e-1d33-87a6-5a183db7bbed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:24:28,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a9e9b63-537e-1d33-87a6-5a183db7bbed/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:24:28,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a9e9b63-537e-1d33-87a6-5a183db7bbed/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T18:24:28,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a9e9b63-537e-1d33-87a6-5a183db7bbed/nfs.dump.dir in system properties and HBase conf 2024-11-13T18:24:28,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a9e9b63-537e-1d33-87a6-5a183db7bbed/java.io.tmpdir in system properties and HBase conf 2024-11-13T18:24:28,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a9e9b63-537e-1d33-87a6-5a183db7bbed/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:24:28,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a9e9b63-537e-1d33-87a6-5a183db7bbed/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T18:24:28,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a9e9b63-537e-1d33-87a6-5a183db7bbed/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T18:24:28,755 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:24:28,761 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:24:28,770 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:24:28,770 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:24:28,770 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:24:28,771 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:24:28,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48f6781{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a9e9b63-537e-1d33-87a6-5a183db7bbed/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:24:28,774 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a5467d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:24:28,928 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35babe2f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a9e9b63-537e-1d33-87a6-5a183db7bbed/java.io.tmpdir/jetty-localhost-38797-hadoop-hdfs-3_4_1-tests_jar-_-any-4714550074284436398/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:24:28,929 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12d07483{HTTP/1.1, (http/1.1)}{localhost:38797} 2024-11-13T18:24:28,929 INFO [Time-limited test {}] server.Server(415): Started @23261ms 2024-11-13T18:24:29,035 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:24:29,039 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:24:29,040 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:24:29,040 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:24:29,040 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:24:29,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f3a9373{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a9e9b63-537e-1d33-87a6-5a183db7bbed/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:24:29,041 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@517c0d33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:24:29,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bebebe2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a9e9b63-537e-1d33-87a6-5a183db7bbed/java.io.tmpdir/jetty-localhost-38973-hadoop-hdfs-3_4_1-tests_jar-_-any-5051258282786808288/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:24:29,218 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d7c14a7{HTTP/1.1, (http/1.1)}{localhost:38973} 2024-11-13T18:24:29,218 INFO [Time-limited test {}] server.Server(415): Started @23550ms 2024-11-13T18:24:29,220 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:24:29,309 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:24:29,313 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:24:29,314 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:24:29,314 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:24:29,314 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T18:24:29,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d5cf6a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a9e9b63-537e-1d33-87a6-5a183db7bbed/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:24:29,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65861434{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:24:29,392 WARN [Thread-1150 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a9e9b63-537e-1d33-87a6-5a183db7bbed/cluster_3afe1297-a62c-74f3-9ba0-22e9b4f12a69/data/data1/current/BP-517902902-172.17.0.3-1731522268671/current, will proceed with Du for space computation calculation, 2024-11-13T18:24:29,393 WARN [Thread-1151 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a9e9b63-537e-1d33-87a6-5a183db7bbed/cluster_3afe1297-a62c-74f3-9ba0-22e9b4f12a69/data/data2/current/BP-517902902-172.17.0.3-1731522268671/current, will proceed with Du for space computation calculation, 2024-11-13T18:24:29,454 WARN [Thread-1129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:24:29,465 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6796727a18461786 with lease ID 0x56f1ff93c08b9f1c: Processing first storage report for DS-d9335579-9a09-4932-b517-6de4127acde6 from datanode DatanodeRegistration(127.0.0.1:44207, datanodeUuid=eac8abab-5ff1-44d7-b585-7b88400335f8, infoPort=44567, infoSecurePort=0, ipcPort=46819, storageInfo=lv=-57;cid=testClusterID;nsid=1971621695;c=1731522268671) 2024-11-13T18:24:29,465 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6796727a18461786 with lease ID 0x56f1ff93c08b9f1c: from storage DS-d9335579-9a09-4932-b517-6de4127acde6 node DatanodeRegistration(127.0.0.1:44207, datanodeUuid=eac8abab-5ff1-44d7-b585-7b88400335f8, infoPort=44567, infoSecurePort=0, ipcPort=46819, storageInfo=lv=-57;cid=testClusterID;nsid=1971621695;c=1731522268671), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:24:29,465 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6796727a18461786 with lease ID 0x56f1ff93c08b9f1c: Processing first storage report for DS-39bf7c91-b5d2-448a-a135-7e7e9ce45264 from datanode DatanodeRegistration(127.0.0.1:44207, datanodeUuid=eac8abab-5ff1-44d7-b585-7b88400335f8, infoPort=44567, infoSecurePort=0, ipcPort=46819, storageInfo=lv=-57;cid=testClusterID;nsid=1971621695;c=1731522268671) 2024-11-13T18:24:29,465 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6796727a18461786 with lease ID 0x56f1ff93c08b9f1c: from storage DS-39bf7c91-b5d2-448a-a135-7e7e9ce45264 node DatanodeRegistration(127.0.0.1:44207, datanodeUuid=eac8abab-5ff1-44d7-b585-7b88400335f8, infoPort=44567, infoSecurePort=0, ipcPort=46819, storageInfo=lv=-57;cid=testClusterID;nsid=1971621695;c=1731522268671), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:24:29,481 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@febe6b8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a9e9b63-537e-1d33-87a6-5a183db7bbed/java.io.tmpdir/jetty-localhost-34011-hadoop-hdfs-3_4_1-tests_jar-_-any-15798953787372295828/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:24:29,481 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@549971bb{HTTP/1.1, (http/1.1)}{localhost:34011} 2024-11-13T18:24:29,482 INFO [Time-limited test {}] server.Server(415): Started @23813ms 2024-11-13T18:24:29,483 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:24:29,603 WARN [Thread-1176 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a9e9b63-537e-1d33-87a6-5a183db7bbed/cluster_3afe1297-a62c-74f3-9ba0-22e9b4f12a69/data/data3/current/BP-517902902-172.17.0.3-1731522268671/current, will proceed with Du for space computation calculation, 2024-11-13T18:24:29,609 WARN [Thread-1177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a9e9b63-537e-1d33-87a6-5a183db7bbed/cluster_3afe1297-a62c-74f3-9ba0-22e9b4f12a69/data/data4/current/BP-517902902-172.17.0.3-1731522268671/current, will proceed with Du for space computation calculation, 2024-11-13T18:24:29,679 WARN [Thread-1165 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:24:29,682 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc98c5247ecd2fb1d with lease ID 0x56f1ff93c08b9f1d: Processing first storage report for DS-ab8a688d-127e-41ff-9585-b4a804612b4c from datanode DatanodeRegistration(127.0.0.1:46363, datanodeUuid=42049dd9-5f4e-41ed-8000-8e43d80b5555, infoPort=34065, infoSecurePort=0, ipcPort=42015, storageInfo=lv=-57;cid=testClusterID;nsid=1971621695;c=1731522268671) 2024-11-13T18:24:29,682 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc98c5247ecd2fb1d with lease ID 0x56f1ff93c08b9f1d: from storage DS-ab8a688d-127e-41ff-9585-b4a804612b4c node DatanodeRegistration(127.0.0.1:46363, datanodeUuid=42049dd9-5f4e-41ed-8000-8e43d80b5555, infoPort=34065, infoSecurePort=0, ipcPort=42015, storageInfo=lv=-57;cid=testClusterID;nsid=1971621695;c=1731522268671), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:24:29,682 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc98c5247ecd2fb1d with lease ID 0x56f1ff93c08b9f1d: Processing first storage report for DS-3490ab2e-c342-4cf5-a630-3070747139b8 from datanode DatanodeRegistration(127.0.0.1:46363, datanodeUuid=42049dd9-5f4e-41ed-8000-8e43d80b5555, infoPort=34065, infoSecurePort=0, ipcPort=42015, storageInfo=lv=-57;cid=testClusterID;nsid=1971621695;c=1731522268671) 2024-11-13T18:24:29,682 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc98c5247ecd2fb1d with lease ID 0x56f1ff93c08b9f1d: from storage DS-3490ab2e-c342-4cf5-a630-3070747139b8 node DatanodeRegistration(127.0.0.1:46363, datanodeUuid=42049dd9-5f4e-41ed-8000-8e43d80b5555, infoPort=34065, infoSecurePort=0, ipcPort=42015, storageInfo=lv=-57;cid=testClusterID;nsid=1971621695;c=1731522268671), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:24:29,734 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a9e9b63-537e-1d33-87a6-5a183db7bbed 2024-11-13T18:24:29,762 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a9e9b63-537e-1d33-87a6-5a183db7bbed/cluster_3afe1297-a62c-74f3-9ba0-22e9b4f12a69/zookeeper_0, clientPort=56563, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a9e9b63-537e-1d33-87a6-5a183db7bbed/cluster_3afe1297-a62c-74f3-9ba0-22e9b4f12a69/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a9e9b63-537e-1d33-87a6-5a183db7bbed/cluster_3afe1297-a62c-74f3-9ba0-22e9b4f12a69/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T18:24:29,777 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56563 2024-11-13T18:24:29,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:29,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:29,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46363 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:24:29,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44207 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:24:29,842 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811 with version=8 2024-11-13T18:24:29,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/hbase-staging 2024-11-13T18:24:29,845 INFO [Time-limited test {}] client.ConnectionUtils(128): master/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:24:29,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:29,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:29,845 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:24:29,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:29,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:24:29,845 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T18:24:29,845 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:24:29,850 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43999 2024-11-13T18:24:29,851 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43999 connecting to ZooKeeper ensemble=127.0.0.1:56563 2024-11-13T18:24:29,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439990x0, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:24:29,863 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43999-0x100ed5806d90000 connected 2024-11-13T18:24:29,898 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:29,900 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:29,906 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43999-0x100ed5806d90000, quorum=127.0.0.1:56563, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:24:29,907 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811, hbase.cluster.distributed=false 2024-11-13T18:24:29,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43999-0x100ed5806d90000, quorum=127.0.0.1:56563, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T18:24:29,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43999 2024-11-13T18:24:29,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43999 2024-11-13T18:24:29,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43999 2024-11-13T18:24:29,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43999 2024-11-13T18:24:29,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43999 2024-11-13T18:24:29,948 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:24:29,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:29,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:29,948 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:24:29,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:29,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:24:29,949 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:24:29,949 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:24:29,952 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46701 2024-11-13T18:24:29,954 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46701 connecting to ZooKeeper ensemble=127.0.0.1:56563 2024-11-13T18:24:29,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:29,957 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:29,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467010x0, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:24:29,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46701-0x100ed5806d90001 connected 2024-11-13T18:24:29,965 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46701-0x100ed5806d90001, quorum=127.0.0.1:56563, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:24:29,965 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:24:29,971 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-13T18:24:29,992 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-13T18:24:29,993 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-13T18:24:30,005 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-13T18:24:30,009 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:24:30,014 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46701-0x100ed5806d90001, quorum=127.0.0.1:56563, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T18:24:30,025 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46701-0x100ed5806d90001, quorum=127.0.0.1:56563, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T18:24:30,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46701 2024-11-13T18:24:30,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46701 2024-11-13T18:24:30,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46701 2024-11-13T18:24:30,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46701 2024-11-13T18:24:30,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46701 2024-11-13T18:24:30,086 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:24:30,086 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:30,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:30,087 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:24:30,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:30,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:24:30,087 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:24:30,087 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:24:30,090 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40103 2024-11-13T18:24:30,092 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40103 connecting to ZooKeeper ensemble=127.0.0.1:56563 2024-11-13T18:24:30,093 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:30,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:30,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401030x0, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:24:30,127 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:401030x0, quorum=127.0.0.1:56563, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:24:30,128 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40103-0x100ed5806d90002 connected 2024-11-13T18:24:30,128 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:24:30,131 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-13T18:24:30,176 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-13T18:24:30,177 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-13T18:24:30,197 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-13T18:24:30,201 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:24:30,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40103-0x100ed5806d90002, quorum=127.0.0.1:56563, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T18:24:30,215 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40103-0x100ed5806d90002, quorum=127.0.0.1:56563, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T18:24:30,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40103 2024-11-13T18:24:30,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40103 2024-11-13T18:24:30,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40103 2024-11-13T18:24:30,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40103 2024-11-13T18:24:30,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40103 2024-11-13T18:24:30,274 DEBUG [M:0;39e84130bbc9:43999 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;39e84130bbc9:43999 2024-11-13T18:24:30,278 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/39e84130bbc9,43999,1731522269844 2024-11-13T18:24:30,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46701-0x100ed5806d90001, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:24:30,282 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43999-0x100ed5806d90000, quorum=127.0.0.1:56563, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/39e84130bbc9,43999,1731522269844 2024-11-13T18:24:30,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40103-0x100ed5806d90002, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:24:30,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x100ed5806d90000, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:24:30,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46701-0x100ed5806d90001, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T18:24:30,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x100ed5806d90000, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:30,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46701-0x100ed5806d90001, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:30,288 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43999-0x100ed5806d90000, quorum=127.0.0.1:56563, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T18:24:30,289 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/39e84130bbc9,43999,1731522269844 from backup master directory 2024-11-13T18:24:30,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40103-0x100ed5806d90002, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T18:24:30,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40103-0x100ed5806d90002, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:30,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40103-0x100ed5806d90002, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:24:30,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x100ed5806d90000, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/39e84130bbc9,43999,1731522269844 2024-11-13T18:24:30,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46701-0x100ed5806d90001, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:24:30,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x100ed5806d90000, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:24:30,297 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:24:30,298 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=39e84130bbc9,43999,1731522269844 2024-11-13T18:24:30,304 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/hbase.id] with ID: ab97f91d-0e0b-42ee-ae96-e43c0c93eb8e 2024-11-13T18:24:30,304 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/.tmp/hbase.id 2024-11-13T18:24:30,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44207 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:24:30,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46363 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:24:30,330 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/.tmp/hbase.id]:[hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/hbase.id] 2024-11-13T18:24:30,354 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:30,355 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T18:24:30,360 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 5ms. 2024-11-13T18:24:30,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x100ed5806d90000, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:30,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46701-0x100ed5806d90001, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:30,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40103-0x100ed5806d90002, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:30,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44207 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:24:30,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46363 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:24:30,374 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:24:30,375 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T18:24:30,381 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:24:30,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46363 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:24:30,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44207 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:24:30,405 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/MasterData/data/master/store 2024-11-13T18:24:30,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44207 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:24:30,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46363 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:24:30,423 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:24:30,423 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:24:30,423 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:24:30,423 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:24:30,423 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:24:30,423 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:24:30,423 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:24:30,423 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731522270423Disabling compacts and flushes for region at 1731522270423Disabling writes for close at 1731522270423Writing region close event to WAL at 1731522270423Closed at 1731522270423 2024-11-13T18:24:30,424 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/MasterData/data/master/store/.initializing 2024-11-13T18:24:30,424 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/MasterData/WALs/39e84130bbc9,43999,1731522269844 2024-11-13T18:24:30,425 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:24:30,428 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39e84130bbc9%2C43999%2C1731522269844, suffix=, logDir=hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/MasterData/WALs/39e84130bbc9,43999,1731522269844, archiveDir=hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/MasterData/oldWALs, maxLogs=10 2024-11-13T18:24:30,444 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/MasterData/WALs/39e84130bbc9,43999,1731522269844/39e84130bbc9%2C43999%2C1731522269844.1731522270428, exclude list is [], retry=0 2024-11-13T18:24:30,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44207,DS-d9335579-9a09-4932-b517-6de4127acde6,DISK] 2024-11-13T18:24:30,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46363,DS-ab8a688d-127e-41ff-9585-b4a804612b4c,DISK] 2024-11-13T18:24:30,449 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/MasterData/WALs/39e84130bbc9,43999,1731522269844/39e84130bbc9%2C43999%2C1731522269844.1731522270428 2024-11-13T18:24:30,449 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44567:44567),(127.0.0.1/127.0.0.1:34065:34065)] 2024-11-13T18:24:30,449 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:24:30,450 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:24:30,450 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:30,450 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:30,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:30,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T18:24:30,453 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:30,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:30,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:30,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T18:24:30,456 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:30,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:24:30,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:30,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T18:24:30,458 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:30,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:24:30,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:30,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T18:24:30,460 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:30,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:24:30,461 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:30,461 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:30,462 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:30,463 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:30,463 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:30,464 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:24:30,465 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:30,469 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:24:30,470 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71273458, jitterRate=0.062057286500930786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:24:30,471 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731522270450Initializing all the Stores at 1731522270451 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731522270451Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731522270451Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731522270451Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731522270451Cleaning up temporary data from old regions at 1731522270463 (+12 ms)Region opened successfully at 1731522270470 (+7 ms) 2024-11-13T18:24:30,471 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T18:24:30,475 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7455fcbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:24:30,477 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T18:24:30,477 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T18:24:30,477 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T18:24:30,477 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T18:24:30,477 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T18:24:30,478 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T18:24:30,478 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T18:24:30,480 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T18:24:30,482 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43999-0x100ed5806d90000, quorum=127.0.0.1:56563, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T18:24:30,483 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T18:24:30,484 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T18:24:30,485 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43999-0x100ed5806d90000, quorum=127.0.0.1:56563, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T18:24:30,486 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T18:24:30,486 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T18:24:30,490 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43999-0x100ed5806d90000, quorum=127.0.0.1:56563, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T18:24:30,492 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T18:24:30,493 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43999-0x100ed5806d90000, quorum=127.0.0.1:56563, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T18:24:30,494 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T18:24:30,497 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43999-0x100ed5806d90000, quorum=127.0.0.1:56563, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T18:24:30,499 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T18:24:30,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40103-0x100ed5806d90002, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T18:24:30,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x100ed5806d90000, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T18:24:30,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40103-0x100ed5806d90002, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:30,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x100ed5806d90000, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:30,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46701-0x100ed5806d90001, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T18:24:30,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46701-0x100ed5806d90001, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:30,503 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=39e84130bbc9,43999,1731522269844, sessionid=0x100ed5806d90000, setting cluster-up flag (Was=false) 2024-11-13T18:24:30,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40103-0x100ed5806d90002, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:30,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x100ed5806d90000, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:30,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46701-0x100ed5806d90001, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:30,512 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T18:24:30,513 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,43999,1731522269844 2024-11-13T18:24:30,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x100ed5806d90000, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:30,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40103-0x100ed5806d90002, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:30,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46701-0x100ed5806d90001, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:30,523 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T18:24:30,524 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,43999,1731522269844 2024-11-13T18:24:30,530 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T18:24:30,538 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T18:24:30,538 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T18:24:30,538 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T18:24:30,538 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 39e84130bbc9,43999,1731522269844 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T18:24:30,540 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:24:30,540 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:24:30,541 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:24:30,541 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:24:30,541 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/39e84130bbc9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T18:24:30,541 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:30,541 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:24:30,541 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:30,543 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:24:30,543 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T18:24:30,546 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:30,546 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T18:24:30,556 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731522300556 2024-11-13T18:24:30,556 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T18:24:30,556 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T18:24:30,556 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T18:24:30,556 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T18:24:30,556 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T18:24:30,556 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T18:24:30,562 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:30,564 INFO [RS:1;39e84130bbc9:40103 {}] regionserver.HRegionServer(746): ClusterId : ab97f91d-0e0b-42ee-ae96-e43c0c93eb8e 2024-11-13T18:24:30,564 DEBUG [RS:1;39e84130bbc9:40103 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:24:30,567 INFO [RS:0;39e84130bbc9:46701 {}] regionserver.HRegionServer(746): ClusterId : ab97f91d-0e0b-42ee-ae96-e43c0c93eb8e 2024-11-13T18:24:30,567 DEBUG [RS:0;39e84130bbc9:46701 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:24:30,568 DEBUG [RS:1;39e84130bbc9:40103 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:24:30,568 DEBUG [RS:1;39e84130bbc9:40103 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:24:30,571 DEBUG [RS:0;39e84130bbc9:46701 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:24:30,571 DEBUG [RS:0;39e84130bbc9:46701 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:24:30,572 DEBUG [RS:1;39e84130bbc9:40103 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:24:30,573 DEBUG [RS:1;39e84130bbc9:40103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28a41a11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:24:30,575 DEBUG [RS:0;39e84130bbc9:46701 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:24:30,575 DEBUG [RS:0;39e84130bbc9:46701 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1840164a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:24:30,581 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T18:24:30,581 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T18:24:30,582 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T18:24:30,585 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T18:24:30,585 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T18:24:30,585 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731522270585,5,FailOnTimeoutGroup] 2024-11-13T18:24:30,589 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731522270585,5,FailOnTimeoutGroup] 2024-11-13T18:24:30,589 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:30,589 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T18:24:30,590 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:30,590 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:30,598 DEBUG [RS:0;39e84130bbc9:46701 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;39e84130bbc9:46701 2024-11-13T18:24:30,598 INFO [RS:0;39e84130bbc9:46701 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:24:30,598 INFO [RS:0;39e84130bbc9:46701 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:24:30,598 DEBUG [RS:0;39e84130bbc9:46701 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:24:30,599 INFO [RS:0;39e84130bbc9:46701 {}] regionserver.HRegionServer(2659): reportForDuty to master=39e84130bbc9,43999,1731522269844 with port=46701, startcode=1731522269947 2024-11-13T18:24:30,600 DEBUG [RS:0;39e84130bbc9:46701 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:24:30,603 DEBUG [RS:1;39e84130bbc9:40103 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;39e84130bbc9:40103 2024-11-13T18:24:30,603 INFO [RS:1;39e84130bbc9:40103 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:24:30,603 INFO [RS:1;39e84130bbc9:40103 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:24:30,604 DEBUG [RS:1;39e84130bbc9:40103 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:24:30,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46363 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:24:30,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44207 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:24:30,608 INFO [RS:1;39e84130bbc9:40103 {}] regionserver.HRegionServer(2659): reportForDuty to master=39e84130bbc9,43999,1731522269844 with port=40103, startcode=1731522270082 2024-11-13T18:24:30,608 DEBUG [RS:1;39e84130bbc9:40103 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:24:30,608 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T18:24:30,609 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811 2024-11-13T18:24:30,617 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:24:30,618 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43999 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 39e84130bbc9,46701,1731522269947 2024-11-13T18:24:30,618 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43999 {}] master.ServerManager(517): Registering regionserver=39e84130bbc9,46701,1731522269947 2024-11-13T18:24:30,620 DEBUG [RS:0;39e84130bbc9:46701 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811 2024-11-13T18:24:30,620 DEBUG [RS:0;39e84130bbc9:46701 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35069 2024-11-13T18:24:30,620 DEBUG [RS:0;39e84130bbc9:46701 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:24:30,622 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:24:30,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x100ed5806d90000, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T18:24:30,623 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43999 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 39e84130bbc9,40103,1731522270082 2024-11-13T18:24:30,623 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43999 {}] master.ServerManager(517): Registering regionserver=39e84130bbc9,40103,1731522270082 2024-11-13T18:24:30,623 DEBUG [RS:0;39e84130bbc9:46701 {}] zookeeper.ZKUtil(111): regionserver:46701-0x100ed5806d90001, quorum=127.0.0.1:56563, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/39e84130bbc9,46701,1731522269947 2024-11-13T18:24:30,623 WARN [RS:0;39e84130bbc9:46701 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:24:30,623 INFO [RS:0;39e84130bbc9:46701 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:24:30,624 DEBUG [RS:0;39e84130bbc9:46701 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/WALs/39e84130bbc9,46701,1731522269947 2024-11-13T18:24:30,626 DEBUG [RS:1;39e84130bbc9:40103 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811 2024-11-13T18:24:30,626 DEBUG [RS:1;39e84130bbc9:40103 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35069 2024-11-13T18:24:30,626 DEBUG [RS:1;39e84130bbc9:40103 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:24:30,632 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [39e84130bbc9,40103,1731522270082] 2024-11-13T18:24:30,632 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [39e84130bbc9,46701,1731522269947] 2024-11-13T18:24:30,633 DEBUG [RS:1;39e84130bbc9:40103 {}] zookeeper.ZKUtil(111): regionserver:40103-0x100ed5806d90002, quorum=127.0.0.1:56563, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/39e84130bbc9,40103,1731522270082 2024-11-13T18:24:30,633 WARN [RS:1;39e84130bbc9:40103 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:24:30,633 INFO [RS:1;39e84130bbc9:40103 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:24:30,633 DEBUG [RS:1;39e84130bbc9:40103 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/WALs/39e84130bbc9,40103,1731522270082 2024-11-13T18:24:30,634 INFO [RS:0;39e84130bbc9:46701 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:24:30,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44207 is added to blk_1073741832_1008 (size=32) 2024-11-13T18:24:30,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46363 is added to blk_1073741832_1008 (size=32) 2024-11-13T18:24:30,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:24:30,644 INFO [RS:1;39e84130bbc9:40103 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:24:30,657 INFO [RS:0;39e84130bbc9:46701 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:24:30,658 INFO [RS:0;39e84130bbc9:46701 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:24:30,658 INFO [RS:0;39e84130bbc9:46701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:30,666 INFO [RS:0;39e84130bbc9:46701 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:24:30,670 INFO [RS:0;39e84130bbc9:46701 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:24:30,670 INFO [RS:0;39e84130bbc9:46701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:30,670 DEBUG [RS:0;39e84130bbc9:46701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:30,670 DEBUG [RS:0;39e84130bbc9:46701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:30,670 DEBUG [RS:0;39e84130bbc9:46701 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:30,670 DEBUG [RS:0;39e84130bbc9:46701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:30,670 DEBUG [RS:0;39e84130bbc9:46701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:30,670 DEBUG [RS:0;39e84130bbc9:46701 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:24:30,670 DEBUG [RS:0;39e84130bbc9:46701 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:30,670 DEBUG [RS:0;39e84130bbc9:46701 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:30,670 DEBUG [RS:0;39e84130bbc9:46701 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:30,671 DEBUG [RS:0;39e84130bbc9:46701 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:30,671 DEBUG [RS:0;39e84130bbc9:46701 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:30,671 DEBUG [RS:0;39e84130bbc9:46701 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:30,671 DEBUG [RS:0;39e84130bbc9:46701 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:24:30,671 DEBUG [RS:0;39e84130bbc9:46701 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:24:30,673 INFO [RS:1;39e84130bbc9:40103 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:24:30,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:24:30,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:24:30,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:30,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:30,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:24:30,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:24:30,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:30,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:30,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:24:30,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:24:30,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:30,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:30,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:24:30,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:24:30,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:30,683 INFO [RS:1;39e84130bbc9:40103 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:24:30,683 INFO [RS:1;39e84130bbc9:40103 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:30,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:30,683 INFO [RS:0;39e84130bbc9:46701 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:30,683 INFO [RS:0;39e84130bbc9:46701 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:30,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:24:30,683 INFO [RS:0;39e84130bbc9:46701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:30,683 INFO [RS:0;39e84130bbc9:46701 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:30,683 INFO [RS:0;39e84130bbc9:46701 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:30,683 INFO [RS:0;39e84130bbc9:46701 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,46701,1731522269947-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:24:30,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/data/hbase/meta/1588230740 2024-11-13T18:24:30,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/data/hbase/meta/1588230740 2024-11-13T18:24:30,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:24:30,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:24:30,687 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:24:30,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:24:30,689 INFO [RS:1;39e84130bbc9:40103 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:24:30,692 INFO [RS:1;39e84130bbc9:40103 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:24:30,692 INFO [RS:1;39e84130bbc9:40103 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:30,692 DEBUG [RS:1;39e84130bbc9:40103 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:30,692 DEBUG [RS:1;39e84130bbc9:40103 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:30,692 DEBUG [RS:1;39e84130bbc9:40103 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:30,692 DEBUG [RS:1;39e84130bbc9:40103 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:30,692 DEBUG [RS:1;39e84130bbc9:40103 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:30,692 DEBUG [RS:1;39e84130bbc9:40103 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:24:30,692 DEBUG [RS:1;39e84130bbc9:40103 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:30,692 DEBUG [RS:1;39e84130bbc9:40103 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:30,692 DEBUG [RS:1;39e84130bbc9:40103 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:30,692 DEBUG [RS:1;39e84130bbc9:40103 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:30,692 DEBUG [RS:1;39e84130bbc9:40103 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:30,692 DEBUG [RS:1;39e84130bbc9:40103 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:30,693 DEBUG [RS:1;39e84130bbc9:40103 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:24:30,693 DEBUG [RS:1;39e84130bbc9:40103 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:24:30,694 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:24:30,695 INFO [RS:1;39e84130bbc9:40103 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:30,695 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70310088, jitterRate=0.04770195484161377}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:24:30,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731522270637Initializing all the Stores at 1731522270638 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731522270638Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731522270673 (+35 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731522270673Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731522270673Cleaning up temporary data from old regions at 1731522270686 (+13 ms)Region opened successfully at 1731522270696 (+10 ms) 2024-11-13T18:24:30,696 INFO [RS:1;39e84130bbc9:40103 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:30,696 INFO [RS:1;39e84130bbc9:40103 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:30,696 INFO [RS:1;39e84130bbc9:40103 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:30,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:24:30,697 INFO [RS:1;39e84130bbc9:40103 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:30,697 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:24:30,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:24:30,697 INFO [RS:1;39e84130bbc9:40103 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,40103,1731522270082-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:24:30,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:24:30,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:24:30,705 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:24:30,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731522270696Disabling compacts and flushes for region at 1731522270696Disabling writes for close at 1731522270697 (+1 ms)Writing region close event to WAL at 1731522270705 (+8 ms)Closed at 1731522270705 2024-11-13T18:24:30,707 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:24:30,707 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T18:24:30,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T18:24:30,709 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:24:30,710 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T18:24:30,715 INFO [RS:0;39e84130bbc9:46701 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:24:30,716 INFO [RS:0;39e84130bbc9:46701 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,46701,1731522269947-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:30,716 INFO [RS:0;39e84130bbc9:46701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:30,716 INFO [RS:0;39e84130bbc9:46701 {}] regionserver.Replication(171): 39e84130bbc9,46701,1731522269947 started 2024-11-13T18:24:30,723 INFO [RS:1;39e84130bbc9:40103 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:24:30,723 INFO [RS:1;39e84130bbc9:40103 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,40103,1731522270082-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:30,723 INFO [RS:1;39e84130bbc9:40103 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:30,723 INFO [RS:1;39e84130bbc9:40103 {}] regionserver.Replication(171): 39e84130bbc9,40103,1731522270082 started 2024-11-13T18:24:30,736 INFO [RS:0;39e84130bbc9:46701 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:30,736 INFO [RS:0;39e84130bbc9:46701 {}] regionserver.HRegionServer(1482): Serving as 39e84130bbc9,46701,1731522269947, RpcServer on 39e84130bbc9/172.17.0.3:46701, sessionid=0x100ed5806d90001 2024-11-13T18:24:30,737 DEBUG [RS:0;39e84130bbc9:46701 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:24:30,737 DEBUG [RS:0;39e84130bbc9:46701 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 39e84130bbc9,46701,1731522269947 2024-11-13T18:24:30,737 DEBUG [RS:0;39e84130bbc9:46701 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,46701,1731522269947' 2024-11-13T18:24:30,737 DEBUG [RS:0;39e84130bbc9:46701 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T18:24:30,738 DEBUG [RS:0;39e84130bbc9:46701 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T18:24:30,738 DEBUG [RS:0;39e84130bbc9:46701 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:24:30,738 DEBUG [RS:0;39e84130bbc9:46701 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:24:30,738 DEBUG [RS:0;39e84130bbc9:46701 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 39e84130bbc9,46701,1731522269947 2024-11-13T18:24:30,738 DEBUG [RS:0;39e84130bbc9:46701 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,46701,1731522269947' 2024-11-13T18:24:30,738 DEBUG [RS:0;39e84130bbc9:46701 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T18:24:30,739 DEBUG [RS:0;39e84130bbc9:46701 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T18:24:30,742 DEBUG [RS:0;39e84130bbc9:46701 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:24:30,742 INFO [RS:0;39e84130bbc9:46701 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:24:30,742 INFO [RS:0;39e84130bbc9:46701 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:24:30,743 INFO [RS:1;39e84130bbc9:40103 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:30,744 INFO [RS:1;39e84130bbc9:40103 {}] regionserver.HRegionServer(1482): Serving as 39e84130bbc9,40103,1731522270082, RpcServer on 39e84130bbc9/172.17.0.3:40103, sessionid=0x100ed5806d90002 2024-11-13T18:24:30,744 DEBUG [RS:1;39e84130bbc9:40103 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:24:30,744 DEBUG [RS:1;39e84130bbc9:40103 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 39e84130bbc9,40103,1731522270082 2024-11-13T18:24:30,744 DEBUG [RS:1;39e84130bbc9:40103 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,40103,1731522270082' 2024-11-13T18:24:30,744 DEBUG [RS:1;39e84130bbc9:40103 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T18:24:30,744 DEBUG [RS:1;39e84130bbc9:40103 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T18:24:30,745 DEBUG [RS:1;39e84130bbc9:40103 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:24:30,745 DEBUG [RS:1;39e84130bbc9:40103 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:24:30,745 DEBUG [RS:1;39e84130bbc9:40103 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 39e84130bbc9,40103,1731522270082 2024-11-13T18:24:30,745 DEBUG [RS:1;39e84130bbc9:40103 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,40103,1731522270082' 2024-11-13T18:24:30,745 DEBUG [RS:1;39e84130bbc9:40103 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T18:24:30,746 DEBUG [RS:1;39e84130bbc9:40103 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T18:24:30,746 DEBUG [RS:1;39e84130bbc9:40103 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:24:30,746 INFO [RS:1;39e84130bbc9:40103 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:24:30,746 INFO [RS:1;39e84130bbc9:40103 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:24:30,842 INFO [RS:0;39e84130bbc9:46701 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:24:30,844 INFO [RS:0;39e84130bbc9:46701 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39e84130bbc9%2C46701%2C1731522269947, suffix=, logDir=hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/WALs/39e84130bbc9,46701,1731522269947, archiveDir=hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/oldWALs, maxLogs=32 2024-11-13T18:24:30,847 INFO [RS:1;39e84130bbc9:40103 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:24:30,858 INFO [RS:1;39e84130bbc9:40103 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39e84130bbc9%2C40103%2C1731522270082, suffix=, logDir=hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/WALs/39e84130bbc9,40103,1731522270082, archiveDir=hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/oldWALs, maxLogs=32 2024-11-13T18:24:30,861 WARN [39e84130bbc9:43999 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T18:24:30,866 DEBUG [RS:0;39e84130bbc9:46701 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/WALs/39e84130bbc9,46701,1731522269947/39e84130bbc9%2C46701%2C1731522269947.1731522270845, exclude list is [], retry=0 2024-11-13T18:24:30,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44207,DS-d9335579-9a09-4932-b517-6de4127acde6,DISK] 2024-11-13T18:24:30,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46363,DS-ab8a688d-127e-41ff-9585-b4a804612b4c,DISK] 2024-11-13T18:24:30,884 DEBUG [RS:1;39e84130bbc9:40103 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/WALs/39e84130bbc9,40103,1731522270082/39e84130bbc9%2C40103%2C1731522270082.1731522270858, exclude list is [], retry=0 2024-11-13T18:24:30,898 INFO [RS:0;39e84130bbc9:46701 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/WALs/39e84130bbc9,46701,1731522269947/39e84130bbc9%2C46701%2C1731522269947.1731522270845 2024-11-13T18:24:30,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44207,DS-d9335579-9a09-4932-b517-6de4127acde6,DISK] 2024-11-13T18:24:30,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46363,DS-ab8a688d-127e-41ff-9585-b4a804612b4c,DISK] 2024-11-13T18:24:30,905 DEBUG [RS:0;39e84130bbc9:46701 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44567:44567),(127.0.0.1/127.0.0.1:34065:34065)] 2024-11-13T18:24:30,924 INFO [RS:1;39e84130bbc9:40103 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/WALs/39e84130bbc9,40103,1731522270082/39e84130bbc9%2C40103%2C1731522270082.1731522270858 2024-11-13T18:24:30,925 DEBUG [RS:1;39e84130bbc9:40103 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44567:44567),(127.0.0.1/127.0.0.1:34065:34065)] 2024-11-13T18:24:31,111 DEBUG [39e84130bbc9:43999 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-13T18:24:31,111 DEBUG [39e84130bbc9:43999 {}] balancer.BalancerClusterState(204): Hosts are {39e84130bbc9=0} racks are {/default-rack=0} 2024-11-13T18:24:31,117 DEBUG [39e84130bbc9:43999 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T18:24:31,118 DEBUG [39e84130bbc9:43999 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T18:24:31,118 DEBUG [39e84130bbc9:43999 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T18:24:31,118 DEBUG [39e84130bbc9:43999 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T18:24:31,118 INFO [39e84130bbc9:43999 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T18:24:31,118 INFO [39e84130bbc9:43999 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T18:24:31,118 DEBUG [39e84130bbc9:43999 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T18:24:31,118 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=39e84130bbc9,40103,1731522270082 2024-11-13T18:24:31,120 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,40103,1731522270082, state=OPENING 2024-11-13T18:24:31,123 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T18:24:31,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40103-0x100ed5806d90002, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:31,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x100ed5806d90000, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:31,126 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:24:31,126 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,40103,1731522270082}] 2024-11-13T18:24:31,129 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:24:31,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46701-0x100ed5806d90001, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:31,131 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:24:31,131 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:24:31,290 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:24:31,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43077, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:24:31,305 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T18:24:31,305 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:24:31,306 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T18:24:31,311 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39e84130bbc9%2C40103%2C1731522270082.meta, suffix=.meta, logDir=hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/WALs/39e84130bbc9,40103,1731522270082, archiveDir=hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/oldWALs, maxLogs=32 2024-11-13T18:24:31,331 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/WALs/39e84130bbc9,40103,1731522270082/39e84130bbc9%2C40103%2C1731522270082.meta.1731522271312.meta, exclude list is [], retry=0 2024-11-13T18:24:31,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46363,DS-ab8a688d-127e-41ff-9585-b4a804612b4c,DISK] 2024-11-13T18:24:31,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44207,DS-d9335579-9a09-4932-b517-6de4127acde6,DISK] 2024-11-13T18:24:31,341 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/WALs/39e84130bbc9,40103,1731522270082/39e84130bbc9%2C40103%2C1731522270082.meta.1731522271312.meta 2024-11-13T18:24:31,345 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34065:34065),(127.0.0.1/127.0.0.1:44567:44567)] 2024-11-13T18:24:31,345 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:24:31,346 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:24:31,346 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T18:24:31,346 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T18:24:31,346 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T18:24:31,346 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:24:31,346 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T18:24:31,346 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T18:24:31,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:24:31,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:24:31,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:31,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:31,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:24:31,353 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:24:31,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:31,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:31,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:24:31,355 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:24:31,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:31,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:31,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:24:31,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:24:31,357 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:31,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:31,358 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:24:31,359 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/data/hbase/meta/1588230740 2024-11-13T18:24:31,361 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/data/hbase/meta/1588230740 2024-11-13T18:24:31,362 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:24:31,362 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:24:31,363 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:24:31,365 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:24:31,366 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68829075, jitterRate=0.02563314139842987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:24:31,366 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T18:24:31,367 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731522271347Writing region info on filesystem at 1731522271347Initializing all the Stores at 1731522271348 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731522271348Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731522271348Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731522271348Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731522271348Cleaning up temporary data from old regions at 1731522271362 (+14 ms)Running coprocessor post-open hooks at 1731522271366 (+4 ms)Region opened successfully at 1731522271367 (+1 ms) 2024-11-13T18:24:31,368 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731522271289 2024-11-13T18:24:31,372 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T18:24:31,372 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T18:24:31,374 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,40103,1731522270082 2024-11-13T18:24:31,375 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,40103,1731522270082, state=OPEN 2024-11-13T18:24:31,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x100ed5806d90000, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T18:24:31,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46701-0x100ed5806d90001, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T18:24:31,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40103-0x100ed5806d90002, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T18:24:31,382 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:24:31,382 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:24:31,382 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:24:31,383 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=39e84130bbc9,40103,1731522270082 2024-11-13T18:24:31,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T18:24:31,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,40103,1731522270082 in 258 msec 2024-11-13T18:24:31,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T18:24:31,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 680 msec 2024-11-13T18:24:31,391 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:24:31,391 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T18:24:31,392 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:24:31,393 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,40103,1731522270082, seqNum=-1] 2024-11-13T18:24:31,393 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:24:31,394 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39561, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:24:31,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 873 msec 2024-11-13T18:24:31,409 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731522271409, completionTime=-1 2024-11-13T18:24:31,409 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-13T18:24:31,409 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T18:24:31,412 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-13T18:24:31,412 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731522331412 2024-11-13T18:24:31,412 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731522391412 2024-11-13T18:24:31,412 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T18:24:31,412 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,43999,1731522269844-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:31,412 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,43999,1731522269844-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:31,412 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,43999,1731522269844-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:31,413 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-39e84130bbc9:43999, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:31,413 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:31,413 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:31,415 DEBUG [master/39e84130bbc9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T18:24:31,418 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.120sec 2024-11-13T18:24:31,421 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T18:24:31,421 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T18:24:31,421 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T18:24:31,421 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T18:24:31,421 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T18:24:31,421 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,43999,1731522269844-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:24:31,421 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,43999,1731522269844-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T18:24:31,426 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T18:24:31,426 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T18:24:31,426 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,43999,1731522269844-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:31,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61c1dd57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:24:31,464 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,43999,-1 for getting cluster id 2024-11-13T18:24:31,464 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:24:31,466 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ab97f91d-0e0b-42ee-ae96-e43c0c93eb8e' 2024-11-13T18:24:31,466 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:24:31,466 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ab97f91d-0e0b-42ee-ae96-e43c0c93eb8e" 2024-11-13T18:24:31,466 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@448d855a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:24:31,466 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,43999,-1] 2024-11-13T18:24:31,467 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:24:31,467 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:31,468 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:24:31,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df5ddc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:24:31,470 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:24:31,472 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,40103,1731522270082, seqNum=-1] 2024-11-13T18:24:31,472 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:24:31,474 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:24:31,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=39e84130bbc9,43999,1731522269844 2024-11-13T18:24:31,476 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:24:31,477 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,43999,1731522269844 2024-11-13T18:24:31,477 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29a50631 2024-11-13T18:24:31,477 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:24:31,478 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:24:31,479 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43999 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:24:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43999 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-13T18:24:31,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T18:24:31,483 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:31,483 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43999 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-13T18:24:31,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:24:31,485 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T18:24:31,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46363 is added to blk_1073741836_1012 (size=379) 2024-11-13T18:24:31,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44207 is added to blk_1073741836_1012 (size=379) 2024-11-13T18:24:31,540 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b1b35d42963d8e73dbaeeca23b1e601d, NAME => 'testClearRegionBlockCache,,1731522271479.b1b35d42963d8e73dbaeeca23b1e601d.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811 2024-11-13T18:24:31,550 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1d9ff30a176068f5bc36e56f73f814d0, NAME => 'testClearRegionBlockCache,5,1731522271479.1d9ff30a176068f5bc36e56f73f814d0.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811 2024-11-13T18:24:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:24:31,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44207 is added to blk_1073741837_1013 (size=61) 2024-11-13T18:24:31,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46363 is added to blk_1073741837_1013 (size=61) 2024-11-13T18:24:31,606 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731522271479.1d9ff30a176068f5bc36e56f73f814d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:24:31,607 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 1d9ff30a176068f5bc36e56f73f814d0, disabling compactions & flushes 2024-11-13T18:24:31,607 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731522271479.1d9ff30a176068f5bc36e56f73f814d0. 2024-11-13T18:24:31,607 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731522271479.1d9ff30a176068f5bc36e56f73f814d0. 2024-11-13T18:24:31,607 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731522271479.1d9ff30a176068f5bc36e56f73f814d0. after waiting 0 ms 2024-11-13T18:24:31,607 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731522271479.1d9ff30a176068f5bc36e56f73f814d0. 2024-11-13T18:24:31,607 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731522271479.1d9ff30a176068f5bc36e56f73f814d0. 2024-11-13T18:24:31,607 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1d9ff30a176068f5bc36e56f73f814d0: Waiting for close lock at 1731522271607Disabling compacts and flushes for region at 1731522271607Disabling writes for close at 1731522271607Writing region close event to WAL at 1731522271607Closed at 1731522271607 2024-11-13T18:24:31,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46363 is added to blk_1073741838_1014 (size=61) 2024-11-13T18:24:31,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44207 is added to blk_1073741838_1014 (size=61) 2024-11-13T18:24:31,627 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731522271479.b1b35d42963d8e73dbaeeca23b1e601d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:24:31,627 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing b1b35d42963d8e73dbaeeca23b1e601d, disabling compactions & flushes 2024-11-13T18:24:31,627 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731522271479.b1b35d42963d8e73dbaeeca23b1e601d. 2024-11-13T18:24:31,627 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731522271479.b1b35d42963d8e73dbaeeca23b1e601d. 2024-11-13T18:24:31,627 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731522271479.b1b35d42963d8e73dbaeeca23b1e601d. after waiting 0 ms 2024-11-13T18:24:31,627 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731522271479.b1b35d42963d8e73dbaeeca23b1e601d. 2024-11-13T18:24:31,627 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731522271479.b1b35d42963d8e73dbaeeca23b1e601d. 2024-11-13T18:24:31,627 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for b1b35d42963d8e73dbaeeca23b1e601d: Waiting for close lock at 1731522271627Disabling compacts and flushes for region at 1731522271627Disabling writes for close at 1731522271627Writing region close event to WAL at 1731522271627Closed at 1731522271627 2024-11-13T18:24:31,630 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T18:24:31,630 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731522271479.1d9ff30a176068f5bc36e56f73f814d0.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731522271630"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731522271630"}]},"ts":"1731522271630"} 2024-11-13T18:24:31,630 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731522271479.b1b35d42963d8e73dbaeeca23b1e601d.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731522271630"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731522271630"}]},"ts":"1731522271630"} 2024-11-13T18:24:31,636 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-13T18:24:31,638 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T18:24:31,638 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731522271638"}]},"ts":"1731522271638"} 2024-11-13T18:24:31,642 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-13T18:24:31,642 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {39e84130bbc9=0} racks are {/default-rack=0} 2024-11-13T18:24:31,644 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T18:24:31,644 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T18:24:31,644 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T18:24:31,644 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T18:24:31,644 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T18:24:31,644 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T18:24:31,644 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T18:24:31,645 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b1b35d42963d8e73dbaeeca23b1e601d, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1d9ff30a176068f5bc36e56f73f814d0, ASSIGN}] 2024-11-13T18:24:31,649 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b1b35d42963d8e73dbaeeca23b1e601d, ASSIGN 2024-11-13T18:24:31,650 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b1b35d42963d8e73dbaeeca23b1e601d, ASSIGN; state=OFFLINE, location=39e84130bbc9,40103,1731522270082; forceNewPlan=false, retain=false 2024-11-13T18:24:31,650 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1d9ff30a176068f5bc36e56f73f814d0, ASSIGN 2024-11-13T18:24:31,653 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1d9ff30a176068f5bc36e56f73f814d0, ASSIGN; state=OFFLINE, location=39e84130bbc9,46701,1731522269947; forceNewPlan=false, retain=false 2024-11-13T18:24:31,800 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:24:31,804 INFO [39e84130bbc9:43999 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-13T18:24:31,805 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1d9ff30a176068f5bc36e56f73f814d0, regionState=OPENING, regionLocation=39e84130bbc9,46701,1731522269947 2024-11-13T18:24:31,806 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b1b35d42963d8e73dbaeeca23b1e601d, regionState=OPENING, regionLocation=39e84130bbc9,40103,1731522270082 2024-11-13T18:24:31,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:24:31,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1d9ff30a176068f5bc36e56f73f814d0, ASSIGN because future has completed 2024-11-13T18:24:31,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b1b35d42963d8e73dbaeeca23b1e601d, ASSIGN because future has completed 2024-11-13T18:24:31,817 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d9ff30a176068f5bc36e56f73f814d0, server=39e84130bbc9,46701,1731522269947}] 2024-11-13T18:24:31,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1b35d42963d8e73dbaeeca23b1e601d, server=39e84130bbc9,40103,1731522270082}] 2024-11-13T18:24:31,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:24:31,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:24:31,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:24:31,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:24:31,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:24:31,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:24:31,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:24:31,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:24:31,937 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T18:24:31,938 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T18:24:31,939 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:24:31,939 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T18:24:31,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T18:24:31,940 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T18:24:31,972 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:24:31,975 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41981, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:24:31,989 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731522271479.b1b35d42963d8e73dbaeeca23b1e601d. 2024-11-13T18:24:31,989 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731522271479.1d9ff30a176068f5bc36e56f73f814d0. 2024-11-13T18:24:31,990 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => b1b35d42963d8e73dbaeeca23b1e601d, NAME => 'testClearRegionBlockCache,,1731522271479.b1b35d42963d8e73dbaeeca23b1e601d.', STARTKEY => '', ENDKEY => '5'} 2024-11-13T18:24:31,990 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d9ff30a176068f5bc36e56f73f814d0, NAME => 'testClearRegionBlockCache,5,1731522271479.1d9ff30a176068f5bc36e56f73f814d0.', STARTKEY => '5', ENDKEY => ''} 2024-11-13T18:24:31,990 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache b1b35d42963d8e73dbaeeca23b1e601d 2024-11-13T18:24:31,990 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 1d9ff30a176068f5bc36e56f73f814d0 2024-11-13T18:24:31,990 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731522271479.b1b35d42963d8e73dbaeeca23b1e601d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:24:31,990 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731522271479.1d9ff30a176068f5bc36e56f73f814d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:24:31,990 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for b1b35d42963d8e73dbaeeca23b1e601d 2024-11-13T18:24:31,990 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 1d9ff30a176068f5bc36e56f73f814d0 2024-11-13T18:24:31,990 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for b1b35d42963d8e73dbaeeca23b1e601d 2024-11-13T18:24:31,990 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 1d9ff30a176068f5bc36e56f73f814d0 2024-11-13T18:24:31,998 INFO [StoreOpener-1d9ff30a176068f5bc36e56f73f814d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 1d9ff30a176068f5bc36e56f73f814d0 2024-11-13T18:24:32,010 INFO [StoreOpener-1d9ff30a176068f5bc36e56f73f814d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d9ff30a176068f5bc36e56f73f814d0 columnFamilyName family 2024-11-13T18:24:32,010 DEBUG [StoreOpener-1d9ff30a176068f5bc36e56f73f814d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:32,013 INFO [StoreOpener-b1b35d42963d8e73dbaeeca23b1e601d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region b1b35d42963d8e73dbaeeca23b1e601d 2024-11-13T18:24:32,015 INFO [StoreOpener-1d9ff30a176068f5bc36e56f73f814d0-1 {}] regionserver.HStore(327): Store=1d9ff30a176068f5bc36e56f73f814d0/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:24:32,023 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 1d9ff30a176068f5bc36e56f73f814d0 2024-11-13T18:24:32,024 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/data/default/testClearRegionBlockCache/1d9ff30a176068f5bc36e56f73f814d0 2024-11-13T18:24:32,025 INFO [StoreOpener-b1b35d42963d8e73dbaeeca23b1e601d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1b35d42963d8e73dbaeeca23b1e601d columnFamilyName family 2024-11-13T18:24:32,025 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/data/default/testClearRegionBlockCache/1d9ff30a176068f5bc36e56f73f814d0 2024-11-13T18:24:32,025 DEBUG [StoreOpener-b1b35d42963d8e73dbaeeca23b1e601d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:32,026 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 1d9ff30a176068f5bc36e56f73f814d0 2024-11-13T18:24:32,026 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 1d9ff30a176068f5bc36e56f73f814d0 2024-11-13T18:24:32,027 INFO [StoreOpener-b1b35d42963d8e73dbaeeca23b1e601d-1 {}] regionserver.HStore(327): Store=b1b35d42963d8e73dbaeeca23b1e601d/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:24:32,029 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for b1b35d42963d8e73dbaeeca23b1e601d 2024-11-13T18:24:32,029 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 1d9ff30a176068f5bc36e56f73f814d0 2024-11-13T18:24:32,037 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/data/default/testClearRegionBlockCache/b1b35d42963d8e73dbaeeca23b1e601d 2024-11-13T18:24:32,037 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/data/default/testClearRegionBlockCache/1d9ff30a176068f5bc36e56f73f814d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:24:32,038 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 1d9ff30a176068f5bc36e56f73f814d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72469055, jitterRate=0.07987307012081146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T18:24:32,038 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1d9ff30a176068f5bc36e56f73f814d0 2024-11-13T18:24:32,039 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 1d9ff30a176068f5bc36e56f73f814d0: Running coprocessor pre-open hook at 1731522271990Writing region info on filesystem at 1731522271990Initializing all the Stores at 1731522271998 (+8 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731522271998Cleaning up temporary data from old regions at 1731522272026 (+28 ms)Running coprocessor post-open hooks at 1731522272038 (+12 ms)Region opened successfully at 1731522272039 (+1 ms) 2024-11-13T18:24:32,040 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731522271479.1d9ff30a176068f5bc36e56f73f814d0., pid=7, masterSystemTime=1731522271972 2024-11-13T18:24:32,041 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/data/default/testClearRegionBlockCache/b1b35d42963d8e73dbaeeca23b1e601d 2024-11-13T18:24:32,045 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for b1b35d42963d8e73dbaeeca23b1e601d 2024-11-13T18:24:32,045 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for b1b35d42963d8e73dbaeeca23b1e601d 2024-11-13T18:24:32,047 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731522271479.1d9ff30a176068f5bc36e56f73f814d0. 2024-11-13T18:24:32,047 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731522271479.1d9ff30a176068f5bc36e56f73f814d0. 2024-11-13T18:24:32,047 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1d9ff30a176068f5bc36e56f73f814d0, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,46701,1731522269947 2024-11-13T18:24:32,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d9ff30a176068f5bc36e56f73f814d0, server=39e84130bbc9,46701,1731522269947 because future has completed 2024-11-13T18:24:32,061 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for b1b35d42963d8e73dbaeeca23b1e601d 2024-11-13T18:24:32,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T18:24:32,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 1d9ff30a176068f5bc36e56f73f814d0, server=39e84130bbc9,46701,1731522269947 in 240 msec 2024-11-13T18:24:32,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1d9ff30a176068f5bc36e56f73f814d0, ASSIGN in 417 msec 2024-11-13T18:24:32,072 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/data/default/testClearRegionBlockCache/b1b35d42963d8e73dbaeeca23b1e601d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:24:32,072 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened b1b35d42963d8e73dbaeeca23b1e601d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61268889, jitterRate=-0.08702240884304047}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T18:24:32,072 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b1b35d42963d8e73dbaeeca23b1e601d 2024-11-13T18:24:32,073 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for b1b35d42963d8e73dbaeeca23b1e601d: Running coprocessor pre-open hook at 1731522271990Writing region info on filesystem at 1731522271990Initializing all the Stores at 1731522272009 (+19 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731522272009Cleaning up temporary data from old regions at 1731522272045 (+36 ms)Running coprocessor post-open hooks at 1731522272072 (+27 ms)Region opened successfully at 1731522272073 (+1 ms) 2024-11-13T18:24:32,077 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731522271479.b1b35d42963d8e73dbaeeca23b1e601d., pid=8, masterSystemTime=1731522271977 2024-11-13T18:24:32,088 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731522271479.b1b35d42963d8e73dbaeeca23b1e601d. 2024-11-13T18:24:32,088 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731522271479.b1b35d42963d8e73dbaeeca23b1e601d. 2024-11-13T18:24:32,090 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b1b35d42963d8e73dbaeeca23b1e601d, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,40103,1731522270082 2024-11-13T18:24:32,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1b35d42963d8e73dbaeeca23b1e601d, server=39e84130bbc9,40103,1731522270082 because future has completed 2024-11-13T18:24:32,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-13T18:24:32,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b1b35d42963d8e73dbaeeca23b1e601d, server=39e84130bbc9,40103,1731522270082 in 272 msec 2024-11-13T18:24:32,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T18:24:32,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b1b35d42963d8e73dbaeeca23b1e601d, ASSIGN in 457 msec 2024-11-13T18:24:32,107 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T18:24:32,107 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731522272107"}]},"ts":"1731522272107"} 2024-11-13T18:24:32,110 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-13T18:24:32,111 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T18:24:32,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:24:32,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 632 msec 2024-11-13T18:24:32,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:24:32,623 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-13T18:24:32,623 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-13T18:24:32,623 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T18:24:32,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-13T18:24:32,628 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T18:24:32,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-13T18:24:32,631 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731522271479.b1b35d42963d8e73dbaeeca23b1e601d., hostname=39e84130bbc9,40103,1731522270082, seqNum=2] 2024-11-13T18:24:32,645 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731522271479.1d9ff30a176068f5bc36e56f73f814d0., hostname=39e84130bbc9,46701,1731522269947, seqNum=2] 2024-11-13T18:24:32,646 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:24:32,648 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:24:32,660 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1d9ff30a176068f5bc36e56f73f814d0 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-13T18:24:32,681 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/data/default/testClearRegionBlockCache/1d9ff30a176068f5bc36e56f73f814d0/.tmp/family/f0117bc8eaee4d20b2ed2b7800dbbc20 is 32, key is 5/family:/1731522272648/Put/seqid=0 2024-11-13T18:24:32,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44207 is added to blk_1073741839_1015 (size=5083) 2024-11-13T18:24:32,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46363 is added to blk_1073741839_1015 (size=5083) 2024-11-13T18:24:32,696 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/data/default/testClearRegionBlockCache/1d9ff30a176068f5bc36e56f73f814d0/.tmp/family/f0117bc8eaee4d20b2ed2b7800dbbc20 2024-11-13T18:24:32,705 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/data/default/testClearRegionBlockCache/1d9ff30a176068f5bc36e56f73f814d0/.tmp/family/f0117bc8eaee4d20b2ed2b7800dbbc20 as hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/data/default/testClearRegionBlockCache/1d9ff30a176068f5bc36e56f73f814d0/family/f0117bc8eaee4d20b2ed2b7800dbbc20 2024-11-13T18:24:32,713 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/data/default/testClearRegionBlockCache/1d9ff30a176068f5bc36e56f73f814d0/family/f0117bc8eaee4d20b2ed2b7800dbbc20, entries=5, sequenceid=9, filesize=5.0 K 2024-11-13T18:24:32,714 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 1d9ff30a176068f5bc36e56f73f814d0 in 54ms, sequenceid=9, compaction requested=false 2024-11-13T18:24:32,714 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1d9ff30a176068f5bc36e56f73f814d0: 2024-11-13T18:24:32,714 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b1b35d42963d8e73dbaeeca23b1e601d 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-13T18:24:32,746 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/data/default/testClearRegionBlockCache/b1b35d42963d8e73dbaeeca23b1e601d/.tmp/family/ec927aa9815543e6a75374f3f35b2291 is 32, key is 1/family:/1731522272633/Put/seqid=0 2024-11-13T18:24:32,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44207 is added to blk_1073741840_1016 (size=5054) 2024-11-13T18:24:32,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46363 is added to blk_1073741840_1016 (size=5054) 2024-11-13T18:24:32,756 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/data/default/testClearRegionBlockCache/b1b35d42963d8e73dbaeeca23b1e601d/.tmp/family/ec927aa9815543e6a75374f3f35b2291 2024-11-13T18:24:32,766 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/data/default/testClearRegionBlockCache/b1b35d42963d8e73dbaeeca23b1e601d/.tmp/family/ec927aa9815543e6a75374f3f35b2291 as hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/data/default/testClearRegionBlockCache/b1b35d42963d8e73dbaeeca23b1e601d/family/ec927aa9815543e6a75374f3f35b2291 2024-11-13T18:24:32,774 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/data/default/testClearRegionBlockCache/b1b35d42963d8e73dbaeeca23b1e601d/family/ec927aa9815543e6a75374f3f35b2291, entries=4, sequenceid=8, filesize=4.9 K 2024-11-13T18:24:32,776 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for b1b35d42963d8e73dbaeeca23b1e601d in 62ms, sequenceid=8, compaction requested=false 2024-11-13T18:24:32,776 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b1b35d42963d8e73dbaeeca23b1e601d: 2024-11-13T18:24:32,779 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file f0117bc8eaee4d20b2ed2b7800dbbc20, starting offset: 0, end offset: 9223372036854775807 2024-11-13T18:24:32,779 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key f0117bc8eaee4d20b2ed2b7800dbbc20_0 from back map with offset lock 2094080 in the evict process 2024-11-13T18:24:32,782 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file ec927aa9815543e6a75374f3f35b2291, starting offset: 0, end offset: 9223372036854775807 2024-11-13T18:24:32,782 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key ec927aa9815543e6a75374f3f35b2291_0 from back map with offset lock 2094080 in the evict process 2024-11-13T18:24:32,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T18:24:32,782 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:24:32,782 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:24:32,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:32,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:32,783 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:24:32,783 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T18:24:32,783 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2106983022, stopped=false 2024-11-13T18:24:32,783 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=39e84130bbc9,43999,1731522269844 2024-11-13T18:24:32,785 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:24:32,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40103-0x100ed5806d90002, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T18:24:32,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x100ed5806d90000, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T18:24:32,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46701-0x100ed5806d90001, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T18:24:32,785 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:24:32,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46701-0x100ed5806d90001, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:32,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40103-0x100ed5806d90002, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:32,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x100ed5806d90000, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:32,786 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40103-0x100ed5806d90002, quorum=127.0.0.1:56563, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:24:32,786 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:24:32,787 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43999-0x100ed5806d90000, quorum=127.0.0.1:56563, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:24:32,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:32,787 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46701-0x100ed5806d90001, quorum=127.0.0.1:56563, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:24:32,787 INFO [RS:1;39e84130bbc9:40103 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-13T18:24:32,787 INFO [RS:1;39e84130bbc9:40103 {}] regionserver.HRegionServer(3091): Received CLOSE for b1b35d42963d8e73dbaeeca23b1e601d 2024-11-13T18:24:32,788 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '39e84130bbc9,46701,1731522269947' ***** 2024-11-13T18:24:32,788 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:24:32,788 INFO [RS:0;39e84130bbc9:46701 {}] bucket.BucketCache(1739): Disabling cache 2024-11-13T18:24:32,788 INFO [RS:0;39e84130bbc9:46701 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-13T18:24:32,788 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-13T18:24:32,788 INFO [RS:0;39e84130bbc9:46701 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:24:32,788 INFO [RS:0;39e84130bbc9:46701 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:24:32,788 INFO [RS:0;39e84130bbc9:46701 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:24:32,788 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:24:32,788 INFO [RS:0;39e84130bbc9:46701 {}] regionserver.HRegionServer(3091): Received CLOSE for 1d9ff30a176068f5bc36e56f73f814d0 2024-11-13T18:24:32,789 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-13T18:24:32,789 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-13T18:24:32,789 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '39e84130bbc9,40103,1731522270082' ***** 2024-11-13T18:24:32,789 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:24:32,791 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b1b35d42963d8e73dbaeeca23b1e601d, disabling compactions & flushes 2024-11-13T18:24:32,791 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731522271479.b1b35d42963d8e73dbaeeca23b1e601d. 2024-11-13T18:24:32,791 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731522271479.b1b35d42963d8e73dbaeeca23b1e601d. 2024-11-13T18:24:32,791 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731522271479.b1b35d42963d8e73dbaeeca23b1e601d. after waiting 0 ms 2024-11-13T18:24:32,791 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731522271479.b1b35d42963d8e73dbaeeca23b1e601d. 2024-11-13T18:24:32,792 INFO [RS:0;39e84130bbc9:46701 {}] regionserver.HRegionServer(959): stopping server 39e84130bbc9,46701,1731522269947 2024-11-13T18:24:32,792 INFO [RS:0;39e84130bbc9:46701 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:24:32,792 INFO [RS:0;39e84130bbc9:46701 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:46701. 2024-11-13T18:24:32,792 DEBUG [RS:0;39e84130bbc9:46701 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:24:32,792 DEBUG [RS:0;39e84130bbc9:46701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:32,792 INFO [RS:0;39e84130bbc9:46701 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T18:24:32,792 DEBUG [RS:0;39e84130bbc9:46701 {}] regionserver.HRegionServer(1325): Online Regions={1d9ff30a176068f5bc36e56f73f814d0=testClearRegionBlockCache,5,1731522271479.1d9ff30a176068f5bc36e56f73f814d0.} 2024-11-13T18:24:32,792 DEBUG [RS:0;39e84130bbc9:46701 {}] regionserver.HRegionServer(1351): Waiting on 1d9ff30a176068f5bc36e56f73f814d0 2024-11-13T18:24:32,792 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1d9ff30a176068f5bc36e56f73f814d0, disabling compactions & flushes 2024-11-13T18:24:32,793 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731522271479.1d9ff30a176068f5bc36e56f73f814d0. 2024-11-13T18:24:32,793 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731522271479.1d9ff30a176068f5bc36e56f73f814d0. 2024-11-13T18:24:32,793 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731522271479.1d9ff30a176068f5bc36e56f73f814d0. after waiting 0 ms 2024-11-13T18:24:32,793 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731522271479.1d9ff30a176068f5bc36e56f73f814d0. 2024-11-13T18:24:32,795 INFO [RS:1;39e84130bbc9:40103 {}] bucket.BucketCache(1739): Disabling cache 2024-11-13T18:24:32,795 INFO [RS:1;39e84130bbc9:40103 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-13T18:24:32,795 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-13T18:24:32,795 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-13T18:24:32,795 INFO [RS:1;39e84130bbc9:40103 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:24:32,795 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:24:32,796 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-13T18:24:32,796 INFO [RS:1;39e84130bbc9:40103 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:24:32,796 INFO [RS:1;39e84130bbc9:40103 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:24:32,796 INFO [RS:1;39e84130bbc9:40103 {}] regionserver.HRegionServer(959): stopping server 39e84130bbc9,40103,1731522270082 2024-11-13T18:24:32,796 INFO [RS:1;39e84130bbc9:40103 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:24:32,796 INFO [RS:1;39e84130bbc9:40103 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;39e84130bbc9:40103. 2024-11-13T18:24:32,797 DEBUG [RS:1;39e84130bbc9:40103 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:24:32,797 DEBUG [RS:1;39e84130bbc9:40103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:32,797 INFO [RS:1;39e84130bbc9:40103 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:24:32,797 INFO [RS:1;39e84130bbc9:40103 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:24:32,797 INFO [RS:1;39e84130bbc9:40103 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:24:32,797 INFO [RS:1;39e84130bbc9:40103 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T18:24:32,801 INFO [RS:1;39e84130bbc9:40103 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T18:24:32,801 DEBUG [RS:1;39e84130bbc9:40103 {}] regionserver.HRegionServer(1325): Online Regions={b1b35d42963d8e73dbaeeca23b1e601d=testClearRegionBlockCache,,1731522271479.b1b35d42963d8e73dbaeeca23b1e601d., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T18:24:32,801 DEBUG [RS:1;39e84130bbc9:40103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b1b35d42963d8e73dbaeeca23b1e601d 2024-11-13T18:24:32,802 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:24:32,802 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:24:32,802 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:24:32,802 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:24:32,802 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:24:32,803 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-13T18:24:32,805 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/data/default/testClearRegionBlockCache/1d9ff30a176068f5bc36e56f73f814d0/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-13T18:24:32,806 INFO [regionserver/39e84130bbc9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:24:32,806 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731522271479.1d9ff30a176068f5bc36e56f73f814d0. 2024-11-13T18:24:32,806 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1d9ff30a176068f5bc36e56f73f814d0: Waiting for close lock at 1731522272792Running coprocessor pre-close hooks at 1731522272792Disabling compacts and flushes for region at 1731522272792Disabling writes for close at 1731522272793 (+1 ms)Writing region close event to WAL at 1731522272794 (+1 ms)Running coprocessor post-close hooks at 1731522272806 (+12 ms)Closed at 1731522272806 2024-11-13T18:24:32,806 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731522271479.1d9ff30a176068f5bc36e56f73f814d0. 2024-11-13T18:24:32,807 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/data/default/testClearRegionBlockCache/b1b35d42963d8e73dbaeeca23b1e601d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T18:24:32,808 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731522271479.b1b35d42963d8e73dbaeeca23b1e601d. 2024-11-13T18:24:32,808 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b1b35d42963d8e73dbaeeca23b1e601d: Waiting for close lock at 1731522272791Running coprocessor pre-close hooks at 1731522272791Disabling compacts and flushes for region at 1731522272791Disabling writes for close at 1731522272791Writing region close event to WAL at 1731522272795 (+4 ms)Running coprocessor post-close hooks at 1731522272807 (+12 ms)Closed at 1731522272807 2024-11-13T18:24:32,808 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731522271479.b1b35d42963d8e73dbaeeca23b1e601d. 2024-11-13T18:24:32,814 INFO [regionserver/39e84130bbc9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:24:32,833 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/data/hbase/meta/1588230740/.tmp/info/5d19df7a405c4384b5ce08dde2cbea9a is 173, key is testClearRegionBlockCache,5,1731522271479.1d9ff30a176068f5bc36e56f73f814d0./info:regioninfo/1731522272047/Put/seqid=0 2024-11-13T18:24:32,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44207 is added to blk_1073741841_1017 (size=8173) 2024-11-13T18:24:32,845 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/data/hbase/meta/1588230740/.tmp/info/5d19df7a405c4384b5ce08dde2cbea9a 2024-11-13T18:24:32,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46363 is added to blk_1073741841_1017 (size=8173) 2024-11-13T18:24:32,871 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/data/hbase/meta/1588230740/.tmp/ns/5a25a1c43fa84548a4f8792abd04ecb5 is 43, key is default/ns:d/1731522271395/Put/seqid=0 2024-11-13T18:24:32,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46363 is added to blk_1073741842_1018 (size=5153) 2024-11-13T18:24:32,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44207 is added to blk_1073741842_1018 (size=5153) 2024-11-13T18:24:32,913 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/data/hbase/meta/1588230740/.tmp/ns/5a25a1c43fa84548a4f8792abd04ecb5 2024-11-13T18:24:32,947 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/data/hbase/meta/1588230740/.tmp/table/afdb5d1b42d04bc6ac509391912cc1e6 is 61, key is testClearRegionBlockCache/table:state/1731522272107/Put/seqid=0 2024-11-13T18:24:32,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44207 is added to blk_1073741843_1019 (size=5312) 2024-11-13T18:24:32,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46363 is added to blk_1073741843_1019 (size=5312) 2024-11-13T18:24:32,992 INFO [RS:0;39e84130bbc9:46701 {}] regionserver.HRegionServer(976): stopping server 39e84130bbc9,46701,1731522269947; all regions closed. 2024-11-13T18:24:33,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44207 is added to blk_1073741833_1009 (size=1867) 2024-11-13T18:24:33,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46363 is added to blk_1073741833_1009 (size=1867) 2024-11-13T18:24:33,002 DEBUG [RS:1;39e84130bbc9:40103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:24:33,005 DEBUG [RS:0;39e84130bbc9:46701 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/oldWALs 2024-11-13T18:24:33,005 INFO [RS:0;39e84130bbc9:46701 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39e84130bbc9%2C46701%2C1731522269947:(num 1731522270845) 2024-11-13T18:24:33,005 DEBUG [RS:0;39e84130bbc9:46701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:33,005 INFO [RS:0;39e84130bbc9:46701 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:24:33,005 INFO [RS:0;39e84130bbc9:46701 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:24:33,005 INFO [RS:0;39e84130bbc9:46701 {}] hbase.ChoreService(370): Chore service for: regionserver/39e84130bbc9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T18:24:33,005 INFO [regionserver/39e84130bbc9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:24:33,006 INFO [RS:0;39e84130bbc9:46701 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:24:33,006 INFO [RS:0;39e84130bbc9:46701 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:24:33,006 INFO [RS:0;39e84130bbc9:46701 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:24:33,006 INFO [RS:0;39e84130bbc9:46701 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:24:33,006 INFO [RS:0;39e84130bbc9:46701 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46701 2024-11-13T18:24:33,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46701-0x100ed5806d90001, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/39e84130bbc9,46701,1731522269947 2024-11-13T18:24:33,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x100ed5806d90000, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T18:24:33,009 INFO [RS:0;39e84130bbc9:46701 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:24:33,011 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [39e84130bbc9,46701,1731522269947] 2024-11-13T18:24:33,013 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/39e84130bbc9,46701,1731522269947 already deleted, retry=false 2024-11-13T18:24:33,013 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 39e84130bbc9,46701,1731522269947 expired; onlineServers=1 2024-11-13T18:24:33,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46701-0x100ed5806d90001, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:24:33,112 INFO [RS:0;39e84130bbc9:46701 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:24:33,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46701-0x100ed5806d90001, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:24:33,112 INFO [RS:0;39e84130bbc9:46701 {}] regionserver.HRegionServer(1031): Exiting; stopping=39e84130bbc9,46701,1731522269947; zookeeper connection closed. 2024-11-13T18:24:33,113 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d2960fc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d2960fc 2024-11-13T18:24:33,202 DEBUG [RS:1;39e84130bbc9:40103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:24:33,383 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/data/hbase/meta/1588230740/.tmp/table/afdb5d1b42d04bc6ac509391912cc1e6 2024-11-13T18:24:33,397 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/data/hbase/meta/1588230740/.tmp/info/5d19df7a405c4384b5ce08dde2cbea9a as hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/data/hbase/meta/1588230740/info/5d19df7a405c4384b5ce08dde2cbea9a 2024-11-13T18:24:33,402 DEBUG [RS:1;39e84130bbc9:40103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T18:24:33,404 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/data/hbase/meta/1588230740/info/5d19df7a405c4384b5ce08dde2cbea9a, entries=20, sequenceid=13, filesize=8.0 K 2024-11-13T18:24:33,405 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/data/hbase/meta/1588230740/.tmp/ns/5a25a1c43fa84548a4f8792abd04ecb5 as hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/data/hbase/meta/1588230740/ns/5a25a1c43fa84548a4f8792abd04ecb5 2024-11-13T18:24:33,413 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/data/hbase/meta/1588230740/ns/5a25a1c43fa84548a4f8792abd04ecb5, entries=2, sequenceid=13, filesize=5.0 K 2024-11-13T18:24:33,415 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/data/hbase/meta/1588230740/.tmp/table/afdb5d1b42d04bc6ac509391912cc1e6 as hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/data/hbase/meta/1588230740/table/afdb5d1b42d04bc6ac509391912cc1e6 2024-11-13T18:24:33,424 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/data/hbase/meta/1588230740/table/afdb5d1b42d04bc6ac509391912cc1e6, entries=2, sequenceid=13, filesize=5.2 K 2024-11-13T18:24:33,426 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 623ms, sequenceid=13, compaction requested=false 2024-11-13T18:24:33,433 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-13T18:24:33,434 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:24:33,434 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:24:33,435 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731522272802Running coprocessor pre-close hooks at 1731522272802Disabling compacts and flushes for region at 1731522272802Disabling writes for close at 1731522272802Obtaining lock to block concurrent updates at 1731522272803 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731522272803Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731522272803Flushing stores of hbase:meta,,1.1588230740 at 1731522272804 (+1 ms)Flushing 1588230740/info: creating writer at 1731522272804Flushing 1588230740/info: appending metadata at 1731522272832 (+28 ms)Flushing 1588230740/info: closing flushed file at 1731522272832Flushing 1588230740/ns: creating writer at 1731522272852 (+20 ms)Flushing 1588230740/ns: appending metadata at 1731522272870 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731522272871 (+1 ms)Flushing 1588230740/table: creating writer at 1731522272920 (+49 ms)Flushing 1588230740/table: appending metadata at 1731522272946 (+26 ms)Flushing 1588230740/table: closing flushed file at 1731522272947 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@315e160e: reopening flushed file at 1731522273396 (+449 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47d50c65: reopening flushed file at 1731522273404 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21dcfd55: reopening flushed file at 1731522273414 (+10 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 623ms, sequenceid=13, compaction requested=false at 1731522273426 (+12 ms)Writing region close event to WAL at 1731522273428 (+2 ms)Running coprocessor post-close hooks at 1731522273434 (+6 ms)Closed at 1731522273434 2024-11-13T18:24:33,435 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T18:24:33,603 INFO [RS:1;39e84130bbc9:40103 {}] regionserver.HRegionServer(976): stopping server 39e84130bbc9,40103,1731522270082; all regions closed. 2024-11-13T18:24:33,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46363 is added to blk_1073741835_1011 (size=4338) 2024-11-13T18:24:33,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44207 is added to blk_1073741835_1011 (size=4338) 2024-11-13T18:24:33,609 DEBUG [RS:1;39e84130bbc9:40103 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/oldWALs 2024-11-13T18:24:33,609 INFO [RS:1;39e84130bbc9:40103 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39e84130bbc9%2C40103%2C1731522270082.meta:.meta(num 1731522271312) 2024-11-13T18:24:33,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44207 is added to blk_1073741834_1010 (size=1758) 2024-11-13T18:24:33,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46363 is added to blk_1073741834_1010 (size=1758) 2024-11-13T18:24:33,621 DEBUG [RS:1;39e84130bbc9:40103 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/oldWALs 2024-11-13T18:24:33,621 INFO [RS:1;39e84130bbc9:40103 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39e84130bbc9%2C40103%2C1731522270082:(num 1731522270858) 2024-11-13T18:24:33,621 DEBUG [RS:1;39e84130bbc9:40103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:33,621 INFO [RS:1;39e84130bbc9:40103 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:24:33,621 INFO [RS:1;39e84130bbc9:40103 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:24:33,622 INFO [RS:1;39e84130bbc9:40103 {}] hbase.ChoreService(370): Chore service for: regionserver/39e84130bbc9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T18:24:33,622 INFO [RS:1;39e84130bbc9:40103 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:24:33,622 INFO [regionserver/39e84130bbc9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:24:33,622 INFO [RS:1;39e84130bbc9:40103 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40103 2024-11-13T18:24:33,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40103-0x100ed5806d90002, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/39e84130bbc9,40103,1731522270082 2024-11-13T18:24:33,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x100ed5806d90000, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T18:24:33,628 INFO [RS:1;39e84130bbc9:40103 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:24:33,629 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [39e84130bbc9,40103,1731522270082] 2024-11-13T18:24:33,634 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/39e84130bbc9,40103,1731522270082 already deleted, retry=false 2024-11-13T18:24:33,634 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 39e84130bbc9,40103,1731522270082 expired; onlineServers=0 2024-11-13T18:24:33,634 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '39e84130bbc9,43999,1731522269844' ***** 2024-11-13T18:24:33,634 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T18:24:33,634 INFO [M:0;39e84130bbc9:43999 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:24:33,635 INFO [M:0;39e84130bbc9:43999 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:24:33,635 DEBUG [M:0;39e84130bbc9:43999 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T18:24:33,635 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T18:24:33,635 DEBUG [M:0;39e84130bbc9:43999 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T18:24:33,635 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731522270585 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731522270585,5,FailOnTimeoutGroup] 2024-11-13T18:24:33,635 INFO [M:0;39e84130bbc9:43999 {}] hbase.ChoreService(370): Chore service for: master/39e84130bbc9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T18:24:33,635 INFO [M:0;39e84130bbc9:43999 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:24:33,635 DEBUG [M:0;39e84130bbc9:43999 {}] master.HMaster(1795): Stopping service threads 2024-11-13T18:24:33,635 INFO [M:0;39e84130bbc9:43999 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T18:24:33,636 INFO [M:0;39e84130bbc9:43999 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:24:33,636 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731522270585 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731522270585,5,FailOnTimeoutGroup] 2024-11-13T18:24:33,636 INFO [M:0;39e84130bbc9:43999 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T18:24:33,636 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T18:24:33,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x100ed5806d90000, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T18:24:33,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x100ed5806d90000, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:33,637 DEBUG [M:0;39e84130bbc9:43999 {}] zookeeper.ZKUtil(347): master:43999-0x100ed5806d90000, quorum=127.0.0.1:56563, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T18:24:33,637 WARN [M:0;39e84130bbc9:43999 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T18:24:33,637 INFO [M:0;39e84130bbc9:43999 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/.lastflushedseqids 2024-11-13T18:24:33,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46363 is added to blk_1073741844_1020 (size=182) 2024-11-13T18:24:33,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44207 is added to blk_1073741844_1020 (size=182) 2024-11-13T18:24:33,682 INFO [M:0;39e84130bbc9:43999 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T18:24:33,682 INFO [M:0;39e84130bbc9:43999 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T18:24:33,682 DEBUG [M:0;39e84130bbc9:43999 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:24:33,682 INFO [M:0;39e84130bbc9:43999 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:24:33,682 DEBUG [M:0;39e84130bbc9:43999 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:24:33,682 DEBUG [M:0;39e84130bbc9:43999 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:24:33,682 DEBUG [M:0;39e84130bbc9:43999 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:24:33,682 INFO [M:0;39e84130bbc9:43999 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-13T18:24:33,710 DEBUG [M:0;39e84130bbc9:43999 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb121951281f4e6cbc57f25c35b8ea3d is 82, key is hbase:meta,,1/info:regioninfo/1731522271373/Put/seqid=0 2024-11-13T18:24:33,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40103-0x100ed5806d90002, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:24:33,735 INFO [RS:1;39e84130bbc9:40103 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:24:33,735 INFO [RS:1;39e84130bbc9:40103 {}] regionserver.HRegionServer(1031): Exiting; stopping=39e84130bbc9,40103,1731522270082; zookeeper connection closed. 2024-11-13T18:24:33,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40103-0x100ed5806d90002, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:24:33,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44207 is added to blk_1073741845_1021 (size=5672) 2024-11-13T18:24:33,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46363 is added to blk_1073741845_1021 (size=5672) 2024-11-13T18:24:33,749 INFO [M:0;39e84130bbc9:43999 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb121951281f4e6cbc57f25c35b8ea3d 2024-11-13T18:24:33,750 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@502f0b42 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@502f0b42 2024-11-13T18:24:33,751 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-13T18:24:33,776 DEBUG [M:0;39e84130bbc9:43999 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/48f7b93d100e4d3692137850be65b522 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731522272113/Put/seqid=0 2024-11-13T18:24:33,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44207 is added to blk_1073741846_1022 (size=6218) 2024-11-13T18:24:33,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46363 is added to blk_1073741846_1022 (size=6218) 2024-11-13T18:24:34,197 INFO [M:0;39e84130bbc9:43999 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/48f7b93d100e4d3692137850be65b522 2024-11-13T18:24:34,227 DEBUG [M:0;39e84130bbc9:43999 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac06108b9ac940309558198ed0ba60c0 is 69, key is 39e84130bbc9,40103,1731522270082/rs:state/1731522270623/Put/seqid=0 2024-11-13T18:24:34,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46363 is added to blk_1073741847_1023 (size=5224) 2024-11-13T18:24:34,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44207 is added to blk_1073741847_1023 (size=5224) 2024-11-13T18:24:34,240 INFO [M:0;39e84130bbc9:43999 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac06108b9ac940309558198ed0ba60c0 2024-11-13T18:24:34,248 DEBUG [M:0;39e84130bbc9:43999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb121951281f4e6cbc57f25c35b8ea3d as hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eb121951281f4e6cbc57f25c35b8ea3d 2024-11-13T18:24:34,255 INFO [M:0;39e84130bbc9:43999 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eb121951281f4e6cbc57f25c35b8ea3d, entries=8, sequenceid=71, filesize=5.5 K 2024-11-13T18:24:34,256 DEBUG [M:0;39e84130bbc9:43999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/48f7b93d100e4d3692137850be65b522 as hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/48f7b93d100e4d3692137850be65b522 2024-11-13T18:24:34,262 INFO [M:0;39e84130bbc9:43999 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/48f7b93d100e4d3692137850be65b522, entries=8, sequenceid=71, filesize=6.1 K 2024-11-13T18:24:34,263 DEBUG [M:0;39e84130bbc9:43999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac06108b9ac940309558198ed0ba60c0 as hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac06108b9ac940309558198ed0ba60c0 2024-11-13T18:24:34,269 INFO [M:0;39e84130bbc9:43999 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35069/user/jenkins/test-data/a04cd52e-f873-817d-6f8c-208520756811/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac06108b9ac940309558198ed0ba60c0, entries=2, sequenceid=71, filesize=5.1 K 2024-11-13T18:24:34,270 INFO [M:0;39e84130bbc9:43999 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 588ms, sequenceid=71, compaction requested=false 2024-11-13T18:24:34,293 INFO [M:0;39e84130bbc9:43999 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:24:34,293 DEBUG [M:0;39e84130bbc9:43999 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731522273682Disabling compacts and flushes for region at 1731522273682Disabling writes for close at 1731522273682Obtaining lock to block concurrent updates at 1731522273682Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731522273682Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731522273683 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731522273684 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731522273684Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731522273710 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731522273710Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731522273757 (+47 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731522273775 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731522273775Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731522274205 (+430 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731522274227 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731522274227Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b086fcf: reopening flushed file at 1731522274247 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45491fbd: reopening flushed file at 1731522274255 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@706617e: reopening flushed file at 1731522274263 (+8 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 588ms, sequenceid=71, compaction requested=false at 1731522274270 (+7 ms)Writing region close event to WAL at 1731522274293 (+23 ms)Closed at 1731522274293 2024-11-13T18:24:34,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44207 is added to blk_1073741830_1006 (size=35428) 2024-11-13T18:24:34,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46363 is added to blk_1073741830_1006 (size=35428) 2024-11-13T18:24:34,315 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:24:34,315 INFO [M:0;39e84130bbc9:43999 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T18:24:34,315 INFO [M:0;39e84130bbc9:43999 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43999 2024-11-13T18:24:34,315 INFO [M:0;39e84130bbc9:43999 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:24:34,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x100ed5806d90000, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:24:34,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x100ed5806d90000, quorum=127.0.0.1:56563, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:24:34,420 INFO [M:0;39e84130bbc9:43999 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:24:34,430 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@febe6b8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:24:34,431 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@549971bb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:24:34,431 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:24:34,431 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65861434{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:24:34,431 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d5cf6a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a9e9b63-537e-1d33-87a6-5a183db7bbed/hadoop.log.dir/,STOPPED} 2024-11-13T18:24:34,437 WARN [BP-517902902-172.17.0.3-1731522268671 heartbeating to localhost/127.0.0.1:35069 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:24:34,437 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:24:34,437 WARN [BP-517902902-172.17.0.3-1731522268671 heartbeating to localhost/127.0.0.1:35069 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-517902902-172.17.0.3-1731522268671 (Datanode Uuid 42049dd9-5f4e-41ed-8000-8e43d80b5555) service to localhost/127.0.0.1:35069 2024-11-13T18:24:34,437 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:24:34,438 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a9e9b63-537e-1d33-87a6-5a183db7bbed/cluster_3afe1297-a62c-74f3-9ba0-22e9b4f12a69/data/data3/current/BP-517902902-172.17.0.3-1731522268671 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:24:34,438 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a9e9b63-537e-1d33-87a6-5a183db7bbed/cluster_3afe1297-a62c-74f3-9ba0-22e9b4f12a69/data/data4/current/BP-517902902-172.17.0.3-1731522268671 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:24:34,438 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:24:34,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bebebe2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:24:34,441 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d7c14a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:24:34,441 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:24:34,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@517c0d33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:24:34,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f3a9373{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a9e9b63-537e-1d33-87a6-5a183db7bbed/hadoop.log.dir/,STOPPED} 2024-11-13T18:24:34,446 WARN [BP-517902902-172.17.0.3-1731522268671 heartbeating to localhost/127.0.0.1:35069 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:24:34,446 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:24:34,447 WARN [BP-517902902-172.17.0.3-1731522268671 heartbeating to localhost/127.0.0.1:35069 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-517902902-172.17.0.3-1731522268671 (Datanode Uuid eac8abab-5ff1-44d7-b585-7b88400335f8) service to localhost/127.0.0.1:35069 2024-11-13T18:24:34,447 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:24:34,447 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a9e9b63-537e-1d33-87a6-5a183db7bbed/cluster_3afe1297-a62c-74f3-9ba0-22e9b4f12a69/data/data1/current/BP-517902902-172.17.0.3-1731522268671 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:24:34,448 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a9e9b63-537e-1d33-87a6-5a183db7bbed/cluster_3afe1297-a62c-74f3-9ba0-22e9b4f12a69/data/data2/current/BP-517902902-172.17.0.3-1731522268671 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:24:34,448 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:24:34,464 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35babe2f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:24:34,485 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12d07483{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:24:34,486 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:24:34,486 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a5467d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:24:34,486 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48f6781{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a9e9b63-537e-1d33-87a6-5a183db7bbed/hadoop.log.dir/,STOPPED} 2024-11-13T18:24:34,503 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T18:24:34,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T18:24:34,550 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=167 (was 153) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:35069 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:35069 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35069 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:35069 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:35069 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:35069 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:35069 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=522 (was 502) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=297 (was 240) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2392 (was 3050) 2024-11-13T18:24:34,561 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=167, OpenFileDescriptor=522, MaxFileDescriptor=1048576, SystemLoadAverage=297, ProcessCount=11, AvailableMemoryMB=2391 2024-11-13T18:24:34,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a9e9b63-537e-1d33-87a6-5a183db7bbed/hadoop.log.dir so I do NOT create it in target/test-data/458d76f7-e54d-44da-275a-fd191699e6cd 2024-11-13T18:24:34,578 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a9e9b63-537e-1d33-87a6-5a183db7bbed/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T18:24:34,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a9e9b63-537e-1d33-87a6-5a183db7bbed/hadoop.tmp.dir so I do NOT create it in target/test-data/458d76f7-e54d-44da-275a-fd191699e6cd 2024-11-13T18:24:34,578 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a9e9b63-537e-1d33-87a6-5a183db7bbed/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T18:24:34,578 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458d76f7-e54d-44da-275a-fd191699e6cd 2024-11-13T18:24:34,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T18:24:34,578 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458d76f7-e54d-44da-275a-fd191699e6cd/cluster_8e6dc818-8412-3f3c-59a3-1e5e0bcac11d, deleteOnExit=true 2024-11-13T18:24:34,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T18:24:34,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458d76f7-e54d-44da-275a-fd191699e6cd/test.cache.data in system properties and HBase conf 2024-11-13T18:24:34,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458d76f7-e54d-44da-275a-fd191699e6cd/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T18:24:34,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458d76f7-e54d-44da-275a-fd191699e6cd/hadoop.log.dir in system properties and HBase conf 2024-11-13T18:24:34,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458d76f7-e54d-44da-275a-fd191699e6cd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T18:24:34,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458d76f7-e54d-44da-275a-fd191699e6cd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T18:24:34,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T18:24:34,579 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T18:24:34,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458d76f7-e54d-44da-275a-fd191699e6cd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:24:34,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458d76f7-e54d-44da-275a-fd191699e6cd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T18:24:34,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458d76f7-e54d-44da-275a-fd191699e6cd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T18:24:34,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458d76f7-e54d-44da-275a-fd191699e6cd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:24:34,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458d76f7-e54d-44da-275a-fd191699e6cd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T18:24:34,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458d76f7-e54d-44da-275a-fd191699e6cd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T18:24:34,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458d76f7-e54d-44da-275a-fd191699e6cd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T18:24:34,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458d76f7-e54d-44da-275a-fd191699e6cd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:24:34,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458d76f7-e54d-44da-275a-fd191699e6cd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T18:24:34,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458d76f7-e54d-44da-275a-fd191699e6cd/nfs.dump.dir in system properties and HBase conf 2024-11-13T18:24:34,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458d76f7-e54d-44da-275a-fd191699e6cd/java.io.tmpdir in system properties and HBase conf 2024-11-13T18:24:34,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458d76f7-e54d-44da-275a-fd191699e6cd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T18:24:34,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458d76f7-e54d-44da-275a-fd191699e6cd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T18:24:34,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458d76f7-e54d-44da-275a-fd191699e6cd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T18:24:34,691 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:24:34,697 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:24:34,699 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:24:34,699 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:24:34,699 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T18:24:34,700 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:24:34,702 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c5bbfa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458d76f7-e54d-44da-275a-fd191699e6cd/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:24:34,702 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cb2a6cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:24:34,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b5bdde0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458d76f7-e54d-44da-275a-fd191699e6cd/java.io.tmpdir/jetty-localhost-46551-hadoop-hdfs-3_4_1-tests_jar-_-any-3823723423611957398/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:24:34,864 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d1b48f3{HTTP/1.1, (http/1.1)}{localhost:46551} 2024-11-13T18:24:34,864 INFO [Time-limited test {}] server.Server(415): Started @29196ms 2024-11-13T18:24:34,976 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:24:34,980 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:24:34,981 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:24:34,981 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:24:34,981 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T18:24:34,982 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77466d4b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458d76f7-e54d-44da-275a-fd191699e6cd/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:24:34,982 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2545a28c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:24:35,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d001ba3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458d76f7-e54d-44da-275a-fd191699e6cd/java.io.tmpdir/jetty-localhost-36049-hadoop-hdfs-3_4_1-tests_jar-_-any-17979192313474403466/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:24:35,124 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f147152{HTTP/1.1, (http/1.1)}{localhost:36049} 2024-11-13T18:24:35,124 INFO [Time-limited test {}] server.Server(415): Started @29456ms 2024-11-13T18:24:35,126 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:24:35,213 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T18:24:35,222 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T18:24:35,227 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T18:24:35,227 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T18:24:35,227 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T18:24:35,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@250bf691{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458d76f7-e54d-44da-275a-fd191699e6cd/hadoop.log.dir/,AVAILABLE} 2024-11-13T18:24:35,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@87734d3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T18:24:35,272 WARN [Thread-1416 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458d76f7-e54d-44da-275a-fd191699e6cd/cluster_8e6dc818-8412-3f3c-59a3-1e5e0bcac11d/data/data1/current/BP-1730097627-172.17.0.3-1731522274623/current, will proceed with Du for space computation calculation, 2024-11-13T18:24:35,273 WARN [Thread-1417 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458d76f7-e54d-44da-275a-fd191699e6cd/cluster_8e6dc818-8412-3f3c-59a3-1e5e0bcac11d/data/data2/current/BP-1730097627-172.17.0.3-1731522274623/current, will proceed with Du for space computation calculation, 2024-11-13T18:24:35,334 WARN [Thread-1395 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:24:35,351 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd03a8c96a42055c0 with lease ID 0xac6fb46072dec8da: Processing first storage report for DS-87969dc1-c31d-41ca-ac7a-2a630dc44448 from datanode DatanodeRegistration(127.0.0.1:34379, datanodeUuid=25f9e77c-e112-4ce0-b03a-9467faf08f99, infoPort=39637, infoSecurePort=0, ipcPort=35177, storageInfo=lv=-57;cid=testClusterID;nsid=1557989359;c=1731522274623) 2024-11-13T18:24:35,351 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd03a8c96a42055c0 with lease ID 0xac6fb46072dec8da: from storage DS-87969dc1-c31d-41ca-ac7a-2a630dc44448 node DatanodeRegistration(127.0.0.1:34379, datanodeUuid=25f9e77c-e112-4ce0-b03a-9467faf08f99, infoPort=39637, infoSecurePort=0, ipcPort=35177, storageInfo=lv=-57;cid=testClusterID;nsid=1557989359;c=1731522274623), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:24:35,351 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd03a8c96a42055c0 with lease ID 0xac6fb46072dec8da: Processing first storage report for DS-8f4aaffb-dca0-4d92-957f-a41ada394e3b from datanode DatanodeRegistration(127.0.0.1:34379, datanodeUuid=25f9e77c-e112-4ce0-b03a-9467faf08f99, infoPort=39637, infoSecurePort=0, ipcPort=35177, storageInfo=lv=-57;cid=testClusterID;nsid=1557989359;c=1731522274623) 2024-11-13T18:24:35,351 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd03a8c96a42055c0 with lease ID 0xac6fb46072dec8da: from storage DS-8f4aaffb-dca0-4d92-957f-a41ada394e3b node DatanodeRegistration(127.0.0.1:34379, datanodeUuid=25f9e77c-e112-4ce0-b03a-9467faf08f99, infoPort=39637, infoSecurePort=0, ipcPort=35177, storageInfo=lv=-57;cid=testClusterID;nsid=1557989359;c=1731522274623), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:24:35,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@310f541b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458d76f7-e54d-44da-275a-fd191699e6cd/java.io.tmpdir/jetty-localhost-43171-hadoop-hdfs-3_4_1-tests_jar-_-any-3646907823867675601/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:24:35,364 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@494bce2a{HTTP/1.1, (http/1.1)}{localhost:43171} 2024-11-13T18:24:35,365 INFO [Time-limited test {}] server.Server(415): Started @29697ms 2024-11-13T18:24:35,366 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T18:24:35,510 WARN [Thread-1442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458d76f7-e54d-44da-275a-fd191699e6cd/cluster_8e6dc818-8412-3f3c-59a3-1e5e0bcac11d/data/data3/current/BP-1730097627-172.17.0.3-1731522274623/current, will proceed with Du for space computation calculation, 2024-11-13T18:24:35,511 WARN [Thread-1443 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458d76f7-e54d-44da-275a-fd191699e6cd/cluster_8e6dc818-8412-3f3c-59a3-1e5e0bcac11d/data/data4/current/BP-1730097627-172.17.0.3-1731522274623/current, will proceed with Du for space computation calculation, 2024-11-13T18:24:35,551 WARN [Thread-1431 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T18:24:35,556 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1da321384a45482a with lease ID 0xac6fb46072dec8db: Processing first storage report for DS-e32df50b-f9ff-4054-90b8-c791e8106203 from datanode DatanodeRegistration(127.0.0.1:34145, datanodeUuid=94707048-dc2c-4a08-b657-eb8669847b26, infoPort=33863, infoSecurePort=0, ipcPort=42033, storageInfo=lv=-57;cid=testClusterID;nsid=1557989359;c=1731522274623) 2024-11-13T18:24:35,556 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1da321384a45482a with lease ID 0xac6fb46072dec8db: from storage DS-e32df50b-f9ff-4054-90b8-c791e8106203 node DatanodeRegistration(127.0.0.1:34145, datanodeUuid=94707048-dc2c-4a08-b657-eb8669847b26, infoPort=33863, infoSecurePort=0, ipcPort=42033, storageInfo=lv=-57;cid=testClusterID;nsid=1557989359;c=1731522274623), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:24:35,556 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1da321384a45482a with lease ID 0xac6fb46072dec8db: Processing first storage report for DS-342e3dff-35d7-4ac9-b2f3-87d3bf01d522 from datanode DatanodeRegistration(127.0.0.1:34145, datanodeUuid=94707048-dc2c-4a08-b657-eb8669847b26, infoPort=33863, infoSecurePort=0, ipcPort=42033, storageInfo=lv=-57;cid=testClusterID;nsid=1557989359;c=1731522274623) 2024-11-13T18:24:35,557 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1da321384a45482a with lease ID 0xac6fb46072dec8db: from storage DS-342e3dff-35d7-4ac9-b2f3-87d3bf01d522 node DatanodeRegistration(127.0.0.1:34145, datanodeUuid=94707048-dc2c-4a08-b657-eb8669847b26, infoPort=33863, infoSecurePort=0, ipcPort=42033, storageInfo=lv=-57;cid=testClusterID;nsid=1557989359;c=1731522274623), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T18:24:35,587 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458d76f7-e54d-44da-275a-fd191699e6cd 2024-11-13T18:24:35,598 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458d76f7-e54d-44da-275a-fd191699e6cd/cluster_8e6dc818-8412-3f3c-59a3-1e5e0bcac11d/zookeeper_0, clientPort=60629, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458d76f7-e54d-44da-275a-fd191699e6cd/cluster_8e6dc818-8412-3f3c-59a3-1e5e0bcac11d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458d76f7-e54d-44da-275a-fd191699e6cd/cluster_8e6dc818-8412-3f3c-59a3-1e5e0bcac11d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T18:24:35,599 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60629 2024-11-13T18:24:35,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:35,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:35,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34145 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:24:35,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741825_1001 (size=7) 2024-11-13T18:24:35,639 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44 with version=8 2024-11-13T18:24:35,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/hbase-staging 2024-11-13T18:24:35,643 INFO [Time-limited test {}] client.ConnectionUtils(128): master/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:24:35,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:35,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:35,643 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:24:35,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:35,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:24:35,643 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T18:24:35,644 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:24:35,654 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37249 2024-11-13T18:24:35,655 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37249 connecting to ZooKeeper ensemble=127.0.0.1:60629 2024-11-13T18:24:35,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372490x0, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:24:35,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37249-0x100ed581db00000 connected 2024-11-13T18:24:35,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:35,680 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:35,682 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37249-0x100ed581db00000, quorum=127.0.0.1:60629, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:24:35,682 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44, hbase.cluster.distributed=false 2024-11-13T18:24:35,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37249-0x100ed581db00000, quorum=127.0.0.1:60629, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T18:24:35,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37249 2024-11-13T18:24:35,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37249 2024-11-13T18:24:35,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37249 2024-11-13T18:24:35,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37249 2024-11-13T18:24:35,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37249 2024-11-13T18:24:35,705 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:24:35,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:35,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:35,705 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:24:35,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:35,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:24:35,705 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:24:35,705 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:24:35,706 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38757 2024-11-13T18:24:35,707 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38757 connecting to ZooKeeper ensemble=127.0.0.1:60629 2024-11-13T18:24:35,708 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:35,710 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:35,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387570x0, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:24:35,715 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38757-0x100ed581db00001 connected 2024-11-13T18:24:35,716 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38757-0x100ed581db00001, quorum=127.0.0.1:60629, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:24:35,716 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:24:35,717 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-13T18:24:35,732 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-13T18:24:35,733 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-13T18:24:35,734 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-13T18:24:35,734 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:24:35,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38757-0x100ed581db00001, quorum=127.0.0.1:60629, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T18:24:35,736 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38757-0x100ed581db00001, quorum=127.0.0.1:60629, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T18:24:35,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38757 2024-11-13T18:24:35,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38757 2024-11-13T18:24:35,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38757 2024-11-13T18:24:35,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38757 2024-11-13T18:24:35,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38757 2024-11-13T18:24:35,764 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/39e84130bbc9:0 server-side Connection retries=45 2024-11-13T18:24:35,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:35,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:35,764 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T18:24:35,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T18:24:35,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T18:24:35,764 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T18:24:35,764 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T18:24:35,765 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41203 2024-11-13T18:24:35,766 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41203 connecting to ZooKeeper ensemble=127.0.0.1:60629 2024-11-13T18:24:35,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:35,769 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:35,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412030x0, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T18:24:35,780 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:412030x0, quorum=127.0.0.1:60629, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:24:35,780 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41203-0x100ed581db00002 connected 2024-11-13T18:24:35,781 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T18:24:35,782 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-13T18:24:35,795 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-13T18:24:35,796 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-13T18:24:35,853 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-13T18:24:35,854 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T18:24:35,855 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41203-0x100ed581db00002, quorum=127.0.0.1:60629, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T18:24:35,856 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41203-0x100ed581db00002, quorum=127.0.0.1:60629, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T18:24:35,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41203 2024-11-13T18:24:35,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41203 2024-11-13T18:24:35,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41203 2024-11-13T18:24:35,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41203 2024-11-13T18:24:35,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41203 2024-11-13T18:24:35,879 DEBUG [M:0;39e84130bbc9:37249 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;39e84130bbc9:37249 2024-11-13T18:24:35,880 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/39e84130bbc9,37249,1731522275642 2024-11-13T18:24:35,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37249-0x100ed581db00000, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:24:35,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x100ed581db00002, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:24:35,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38757-0x100ed581db00001, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:24:35,883 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37249-0x100ed581db00000, quorum=127.0.0.1:60629, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/39e84130bbc9,37249,1731522275642 2024-11-13T18:24:35,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37249-0x100ed581db00000, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:35,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38757-0x100ed581db00001, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T18:24:35,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38757-0x100ed581db00001, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:35,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x100ed581db00002, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T18:24:35,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x100ed581db00002, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:35,885 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37249-0x100ed581db00000, quorum=127.0.0.1:60629, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T18:24:35,885 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/39e84130bbc9,37249,1731522275642 from backup master directory 2024-11-13T18:24:35,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38757-0x100ed581db00001, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:24:35,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x100ed581db00002, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:24:35,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37249-0x100ed581db00000, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/39e84130bbc9,37249,1731522275642 2024-11-13T18:24:35,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37249-0x100ed581db00000, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T18:24:35,892 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:24:35,892 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=39e84130bbc9,37249,1731522275642 2024-11-13T18:24:35,899 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/hbase.id] with ID: 56d1204e-1377-49e3-b87b-affd6a832d63 2024-11-13T18:24:35,899 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/.tmp/hbase.id 2024-11-13T18:24:35,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34145 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:24:35,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741826_1002 (size=42) 2024-11-13T18:24:35,919 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/.tmp/hbase.id]:[hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/hbase.id] 2024-11-13T18:24:35,935 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T18:24:35,935 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T18:24:35,937 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T18:24:35,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37249-0x100ed581db00000, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:35,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x100ed581db00002, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:35,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38757-0x100ed581db00001, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:35,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34145 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:24:35,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741827_1003 (size=196) 2024-11-13T18:24:35,973 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:24:35,974 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T18:24:35,974 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:24:35,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34145 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:24:35,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741828_1004 (size=1189) 2024-11-13T18:24:36,402 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/MasterData/data/master/store 2024-11-13T18:24:36,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:24:36,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34145 is added to blk_1073741829_1005 (size=34) 2024-11-13T18:24:36,412 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:24:36,412 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:24:36,412 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:24:36,412 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:24:36,412 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:24:36,412 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:24:36,412 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:24:36,412 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731522276412Disabling compacts and flushes for region at 1731522276412Disabling writes for close at 1731522276412Writing region close event to WAL at 1731522276412Closed at 1731522276412 2024-11-13T18:24:36,413 WARN [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/MasterData/data/master/store/.initializing 2024-11-13T18:24:36,414 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/MasterData/WALs/39e84130bbc9,37249,1731522275642 2024-11-13T18:24:36,415 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:24:36,417 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39e84130bbc9%2C37249%2C1731522275642, suffix=, logDir=hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/MasterData/WALs/39e84130bbc9,37249,1731522275642, archiveDir=hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/MasterData/oldWALs, maxLogs=10 2024-11-13T18:24:36,439 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/MasterData/WALs/39e84130bbc9,37249,1731522275642/39e84130bbc9%2C37249%2C1731522275642.1731522276418, exclude list is [], retry=0 2024-11-13T18:24:36,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34145,DS-e32df50b-f9ff-4054-90b8-c791e8106203,DISK] 2024-11-13T18:24:36,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34379,DS-87969dc1-c31d-41ca-ac7a-2a630dc44448,DISK] 2024-11-13T18:24:36,454 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/MasterData/WALs/39e84130bbc9,37249,1731522275642/39e84130bbc9%2C37249%2C1731522275642.1731522276418 2024-11-13T18:24:36,454 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33863:33863),(127.0.0.1/127.0.0.1:39637:39637)] 2024-11-13T18:24:36,454 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:24:36,454 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:24:36,454 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:36,454 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:36,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:36,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T18:24:36,458 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:36,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:36,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:36,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T18:24:36,460 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:36,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:24:36,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:36,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T18:24:36,463 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:36,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:24:36,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:36,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T18:24:36,465 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:36,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:24:36,466 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:36,467 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:36,467 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:36,469 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:36,469 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:36,470 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:24:36,472 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T18:24:36,478 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:24:36,479 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71001938, jitterRate=0.05801132321357727}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:24:36,480 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731522276454Initializing all the Stores at 1731522276455 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731522276456 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731522276456Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731522276456Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731522276456Cleaning up temporary data from old regions at 1731522276469 (+13 ms)Region opened successfully at 1731522276480 (+11 ms) 2024-11-13T18:24:36,485 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T18:24:36,495 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19b9ec7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:24:36,496 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T18:24:36,496 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T18:24:36,496 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T18:24:36,497 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T18:24:36,498 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T18:24:36,498 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T18:24:36,498 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T18:24:36,501 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T18:24:36,502 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37249-0x100ed581db00000, quorum=127.0.0.1:60629, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T18:24:36,504 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T18:24:36,504 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T18:24:36,505 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37249-0x100ed581db00000, quorum=127.0.0.1:60629, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T18:24:36,506 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T18:24:36,507 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T18:24:36,514 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37249-0x100ed581db00000, quorum=127.0.0.1:60629, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T18:24:36,516 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T18:24:36,516 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37249-0x100ed581db00000, quorum=127.0.0.1:60629, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T18:24:36,518 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T18:24:36,521 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37249-0x100ed581db00000, quorum=127.0.0.1:60629, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T18:24:36,522 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T18:24:36,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x100ed581db00002, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T18:24:36,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37249-0x100ed581db00000, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T18:24:36,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38757-0x100ed581db00001, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T18:24:36,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37249-0x100ed581db00000, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:36,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38757-0x100ed581db00001, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:36,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x100ed581db00002, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:36,525 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=39e84130bbc9,37249,1731522275642, sessionid=0x100ed581db00000, setting cluster-up flag (Was=false) 2024-11-13T18:24:36,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x100ed581db00002, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:36,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38757-0x100ed581db00001, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:36,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37249-0x100ed581db00000, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:36,535 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T18:24:36,536 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,37249,1731522275642 2024-11-13T18:24:36,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x100ed581db00002, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:36,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38757-0x100ed581db00001, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:36,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37249-0x100ed581db00000, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:36,546 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T18:24:36,550 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39e84130bbc9,37249,1731522275642 2024-11-13T18:24:36,554 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T18:24:36,564 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T18:24:36,564 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T18:24:36,564 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T18:24:36,565 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 39e84130bbc9,37249,1731522275642 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T18:24:36,567 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:24:36,567 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:24:36,567 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:24:36,567 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/39e84130bbc9:0, corePoolSize=5, maxPoolSize=5 2024-11-13T18:24:36,567 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/39e84130bbc9:0, corePoolSize=10, maxPoolSize=10 2024-11-13T18:24:36,567 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:36,567 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:24:36,567 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:36,571 INFO [RS:0;39e84130bbc9:38757 {}] regionserver.HRegionServer(746): ClusterId : 56d1204e-1377-49e3-b87b-affd6a832d63 2024-11-13T18:24:36,571 DEBUG [RS:0;39e84130bbc9:38757 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:24:36,572 INFO [RS:1;39e84130bbc9:41203 {}] regionserver.HRegionServer(746): ClusterId : 56d1204e-1377-49e3-b87b-affd6a832d63 2024-11-13T18:24:36,572 DEBUG [RS:1;39e84130bbc9:41203 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T18:24:36,575 DEBUG [RS:0;39e84130bbc9:38757 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:24:36,575 DEBUG [RS:0;39e84130bbc9:38757 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:24:36,575 DEBUG [RS:1;39e84130bbc9:41203 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T18:24:36,575 DEBUG [RS:1;39e84130bbc9:41203 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T18:24:36,579 DEBUG [RS:0;39e84130bbc9:38757 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:24:36,579 DEBUG [RS:0;39e84130bbc9:38757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eab4b86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:24:36,582 DEBUG [RS:1;39e84130bbc9:41203 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T18:24:36,582 DEBUG [RS:1;39e84130bbc9:41203 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@246b1957, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39e84130bbc9/172.17.0.3:0 2024-11-13T18:24:36,583 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:24:36,583 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T18:24:36,585 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:36,585 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T18:24:36,597 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731522306597 2024-11-13T18:24:36,597 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T18:24:36,597 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T18:24:36,597 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T18:24:36,597 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T18:24:36,597 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T18:24:36,597 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T18:24:36,610 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:36,611 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T18:24:36,611 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T18:24:36,611 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T18:24:36,611 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T18:24:36,611 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T18:24:36,613 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731522276611,5,FailOnTimeoutGroup] 2024-11-13T18:24:36,616 DEBUG [RS:0;39e84130bbc9:38757 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;39e84130bbc9:38757 2024-11-13T18:24:36,616 INFO [RS:0;39e84130bbc9:38757 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:24:36,616 INFO [RS:0;39e84130bbc9:38757 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:24:36,616 DEBUG [RS:0;39e84130bbc9:38757 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:24:36,617 INFO [RS:0;39e84130bbc9:38757 {}] regionserver.HRegionServer(2659): reportForDuty to master=39e84130bbc9,37249,1731522275642 with port=38757, startcode=1731522275704 2024-11-13T18:24:36,618 DEBUG [RS:0;39e84130bbc9:38757 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:24:36,621 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731522276613,5,FailOnTimeoutGroup] 2024-11-13T18:24:36,621 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:36,621 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T18:24:36,621 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:36,621 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:36,623 DEBUG [RS:1;39e84130bbc9:41203 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;39e84130bbc9:41203 2024-11-13T18:24:36,623 INFO [RS:1;39e84130bbc9:41203 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T18:24:36,623 INFO [RS:1;39e84130bbc9:41203 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T18:24:36,623 DEBUG [RS:1;39e84130bbc9:41203 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T18:24:36,624 INFO [RS:1;39e84130bbc9:41203 {}] regionserver.HRegionServer(2659): reportForDuty to master=39e84130bbc9,37249,1731522275642 with port=41203, startcode=1731522275763 2024-11-13T18:24:36,624 DEBUG [RS:1;39e84130bbc9:41203 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T18:24:36,630 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33619, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:24:36,631 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37249 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 39e84130bbc9,38757,1731522275704 2024-11-13T18:24:36,631 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37249 {}] master.ServerManager(517): Registering regionserver=39e84130bbc9,38757,1731522275704 2024-11-13T18:24:36,633 DEBUG [RS:0;39e84130bbc9:38757 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44 2024-11-13T18:24:36,633 DEBUG [RS:0;39e84130bbc9:38757 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34089 2024-11-13T18:24:36,633 DEBUG [RS:0;39e84130bbc9:38757 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:24:36,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37249-0x100ed581db00000, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T18:24:36,635 DEBUG [RS:0;39e84130bbc9:38757 {}] zookeeper.ZKUtil(111): regionserver:38757-0x100ed581db00001, quorum=127.0.0.1:60629, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/39e84130bbc9,38757,1731522275704 2024-11-13T18:24:36,635 WARN [RS:0;39e84130bbc9:38757 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:24:36,636 INFO [RS:0;39e84130bbc9:38757 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:24:36,636 DEBUG [RS:0;39e84130bbc9:38757 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/WALs/39e84130bbc9,38757,1731522275704 2024-11-13T18:24:36,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:24:36,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34145 is added to blk_1073741831_1007 (size=1321) 2024-11-13T18:24:36,650 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T18:24:36,650 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52087, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T18:24:36,650 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44 2024-11-13T18:24:36,651 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [39e84130bbc9,38757,1731522275704] 2024-11-13T18:24:36,651 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37249 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 39e84130bbc9,41203,1731522275763 2024-11-13T18:24:36,652 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37249 {}] master.ServerManager(517): Registering regionserver=39e84130bbc9,41203,1731522275763 2024-11-13T18:24:36,654 DEBUG [RS:1;39e84130bbc9:41203 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44 2024-11-13T18:24:36,654 DEBUG [RS:1;39e84130bbc9:41203 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34089 2024-11-13T18:24:36,654 DEBUG [RS:1;39e84130bbc9:41203 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T18:24:36,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37249-0x100ed581db00000, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T18:24:36,659 DEBUG [RS:1;39e84130bbc9:41203 {}] zookeeper.ZKUtil(111): regionserver:41203-0x100ed581db00002, quorum=127.0.0.1:60629, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/39e84130bbc9,41203,1731522275763 2024-11-13T18:24:36,659 WARN [RS:1;39e84130bbc9:41203 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T18:24:36,659 INFO [RS:1;39e84130bbc9:41203 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:24:36,659 DEBUG [RS:1;39e84130bbc9:41203 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/WALs/39e84130bbc9,41203,1731522275763 2024-11-13T18:24:36,660 INFO [RS:0;39e84130bbc9:38757 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:24:36,660 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [39e84130bbc9,41203,1731522275763] 2024-11-13T18:24:36,666 INFO [RS:0;39e84130bbc9:38757 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:24:36,671 INFO [RS:1;39e84130bbc9:41203 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T18:24:36,677 INFO [RS:0;39e84130bbc9:38757 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:24:36,677 INFO [RS:0;39e84130bbc9:38757 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:36,678 INFO [RS:0;39e84130bbc9:38757 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:24:36,679 INFO [RS:0;39e84130bbc9:38757 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:24:36,679 INFO [RS:0;39e84130bbc9:38757 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:36,679 DEBUG [RS:0;39e84130bbc9:38757 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:36,679 DEBUG [RS:0;39e84130bbc9:38757 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:36,679 DEBUG [RS:0;39e84130bbc9:38757 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:36,679 DEBUG [RS:0;39e84130bbc9:38757 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:36,680 DEBUG [RS:0;39e84130bbc9:38757 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:36,680 DEBUG [RS:0;39e84130bbc9:38757 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:24:36,680 DEBUG [RS:0;39e84130bbc9:38757 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:36,680 DEBUG [RS:0;39e84130bbc9:38757 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:36,680 DEBUG [RS:0;39e84130bbc9:38757 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:36,680 DEBUG [RS:0;39e84130bbc9:38757 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:36,680 DEBUG [RS:0;39e84130bbc9:38757 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:36,680 DEBUG [RS:0;39e84130bbc9:38757 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:36,680 DEBUG [RS:0;39e84130bbc9:38757 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:24:36,680 DEBUG [RS:0;39e84130bbc9:38757 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:24:36,683 INFO [RS:1;39e84130bbc9:41203 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T18:24:36,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34145 is added to blk_1073741832_1008 (size=32) 2024-11-13T18:24:36,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741832_1008 (size=32) 2024-11-13T18:24:36,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:24:36,698 INFO [RS:1;39e84130bbc9:41203 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T18:24:36,698 INFO [RS:1;39e84130bbc9:41203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:36,698 INFO [RS:1;39e84130bbc9:41203 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T18:24:36,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:24:36,699 INFO [RS:1;39e84130bbc9:41203 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T18:24:36,699 INFO [RS:1;39e84130bbc9:41203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:36,699 DEBUG [RS:1;39e84130bbc9:41203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:36,699 DEBUG [RS:1;39e84130bbc9:41203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:36,699 DEBUG [RS:1;39e84130bbc9:41203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:36,699 DEBUG [RS:1;39e84130bbc9:41203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:36,700 DEBUG [RS:1;39e84130bbc9:41203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:36,700 DEBUG [RS:1;39e84130bbc9:41203 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/39e84130bbc9:0, corePoolSize=2, maxPoolSize=2 2024-11-13T18:24:36,700 DEBUG [RS:1;39e84130bbc9:41203 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:36,700 DEBUG [RS:1;39e84130bbc9:41203 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:36,700 DEBUG [RS:1;39e84130bbc9:41203 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:36,700 DEBUG [RS:1;39e84130bbc9:41203 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:36,700 DEBUG [RS:1;39e84130bbc9:41203 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:36,700 DEBUG [RS:1;39e84130bbc9:41203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/39e84130bbc9:0, corePoolSize=1, maxPoolSize=1 2024-11-13T18:24:36,700 DEBUG [RS:1;39e84130bbc9:41203 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:24:36,700 DEBUG [RS:1;39e84130bbc9:41203 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/39e84130bbc9:0, corePoolSize=3, maxPoolSize=3 2024-11-13T18:24:36,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:24:36,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:36,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:36,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:24:36,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:24:36,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:36,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:36,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:24:36,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:24:36,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:36,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:36,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:24:36,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:24:36,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:36,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:36,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:24:36,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/data/hbase/meta/1588230740 2024-11-13T18:24:36,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/data/hbase/meta/1588230740 2024-11-13T18:24:36,713 INFO [RS:0;39e84130bbc9:38757 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:36,713 INFO [RS:0;39e84130bbc9:38757 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:36,713 INFO [RS:0;39e84130bbc9:38757 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:36,713 INFO [RS:0;39e84130bbc9:38757 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:36,713 INFO [RS:0;39e84130bbc9:38757 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:36,713 INFO [RS:0;39e84130bbc9:38757 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,38757,1731522275704-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:24:36,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:24:36,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:24:36,715 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:24:36,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:24:36,737 INFO [RS:1;39e84130bbc9:41203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:36,737 INFO [RS:1;39e84130bbc9:41203 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:36,737 INFO [RS:1;39e84130bbc9:41203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:36,737 INFO [RS:1;39e84130bbc9:41203 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:36,737 INFO [RS:1;39e84130bbc9:41203 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:36,737 INFO [RS:1;39e84130bbc9:41203 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,41203,1731522275763-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:24:36,743 INFO [RS:0;39e84130bbc9:38757 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:24:36,744 INFO [RS:0;39e84130bbc9:38757 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,38757,1731522275704-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:36,744 INFO [RS:0;39e84130bbc9:38757 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:36,744 INFO [RS:0;39e84130bbc9:38757 {}] regionserver.Replication(171): 39e84130bbc9,38757,1731522275704 started 2024-11-13T18:24:36,766 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:24:36,767 INFO [RS:0;39e84130bbc9:38757 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:36,767 INFO [RS:0;39e84130bbc9:38757 {}] regionserver.HRegionServer(1482): Serving as 39e84130bbc9,38757,1731522275704, RpcServer on 39e84130bbc9/172.17.0.3:38757, sessionid=0x100ed581db00001 2024-11-13T18:24:36,767 DEBUG [RS:0;39e84130bbc9:38757 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:24:36,767 DEBUG [RS:0;39e84130bbc9:38757 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 39e84130bbc9,38757,1731522275704 2024-11-13T18:24:36,767 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70489698, jitterRate=0.05037835240364075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:24:36,767 DEBUG [RS:0;39e84130bbc9:38757 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,38757,1731522275704' 2024-11-13T18:24:36,767 DEBUG [RS:0;39e84130bbc9:38757 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T18:24:36,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731522276693Initializing all the Stores at 1731522276694 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731522276694Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731522276698 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731522276698Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731522276698Cleaning up temporary data from old regions at 1731522276714 (+16 ms)Region opened successfully at 1731522276768 (+54 ms) 2024-11-13T18:24:36,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:24:36,768 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:24:36,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:24:36,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:24:36,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:24:36,769 DEBUG [RS:0;39e84130bbc9:38757 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T18:24:36,770 DEBUG [RS:0;39e84130bbc9:38757 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:24:36,770 DEBUG [RS:0;39e84130bbc9:38757 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:24:36,770 DEBUG [RS:0;39e84130bbc9:38757 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 39e84130bbc9,38757,1731522275704 2024-11-13T18:24:36,770 DEBUG [RS:0;39e84130bbc9:38757 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,38757,1731522275704' 2024-11-13T18:24:36,770 DEBUG [RS:0;39e84130bbc9:38757 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T18:24:36,771 DEBUG [RS:0;39e84130bbc9:38757 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T18:24:36,771 DEBUG [RS:0;39e84130bbc9:38757 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:24:36,771 INFO [RS:0;39e84130bbc9:38757 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:24:36,772 INFO [RS:0;39e84130bbc9:38757 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:24:36,775 INFO [RS:1;39e84130bbc9:41203 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T18:24:36,775 INFO [RS:1;39e84130bbc9:41203 {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,41203,1731522275763-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:36,775 INFO [RS:1;39e84130bbc9:41203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:36,775 INFO [RS:1;39e84130bbc9:41203 {}] regionserver.Replication(171): 39e84130bbc9,41203,1731522275763 started 2024-11-13T18:24:36,777 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:24:36,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731522276768Disabling compacts and flushes for region at 1731522276768Disabling writes for close at 1731522276768Writing region close event to WAL at 1731522276777 (+9 ms)Closed at 1731522276777 2024-11-13T18:24:36,779 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:24:36,779 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T18:24:36,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T18:24:36,781 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:24:36,783 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T18:24:36,801 INFO [RS:1;39e84130bbc9:41203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:36,801 INFO [RS:1;39e84130bbc9:41203 {}] regionserver.HRegionServer(1482): Serving as 39e84130bbc9,41203,1731522275763, RpcServer on 39e84130bbc9/172.17.0.3:41203, sessionid=0x100ed581db00002 2024-11-13T18:24:36,802 DEBUG [RS:1;39e84130bbc9:41203 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T18:24:36,802 DEBUG [RS:1;39e84130bbc9:41203 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 39e84130bbc9,41203,1731522275763 2024-11-13T18:24:36,802 DEBUG [RS:1;39e84130bbc9:41203 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,41203,1731522275763' 2024-11-13T18:24:36,802 DEBUG [RS:1;39e84130bbc9:41203 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T18:24:36,803 DEBUG [RS:1;39e84130bbc9:41203 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T18:24:36,803 DEBUG [RS:1;39e84130bbc9:41203 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T18:24:36,803 DEBUG [RS:1;39e84130bbc9:41203 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T18:24:36,803 DEBUG [RS:1;39e84130bbc9:41203 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 39e84130bbc9,41203,1731522275763 2024-11-13T18:24:36,803 DEBUG [RS:1;39e84130bbc9:41203 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39e84130bbc9,41203,1731522275763' 2024-11-13T18:24:36,803 DEBUG [RS:1;39e84130bbc9:41203 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T18:24:36,805 DEBUG [RS:1;39e84130bbc9:41203 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T18:24:36,806 DEBUG [RS:1;39e84130bbc9:41203 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T18:24:36,806 INFO [RS:1;39e84130bbc9:41203 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T18:24:36,806 INFO [RS:1;39e84130bbc9:41203 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T18:24:36,850 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T18:24:36,872 INFO [RS:0;39e84130bbc9:38757 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:24:36,878 INFO [RS:0;39e84130bbc9:38757 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39e84130bbc9%2C38757%2C1731522275704, suffix=, logDir=hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/WALs/39e84130bbc9,38757,1731522275704, archiveDir=hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/oldWALs, maxLogs=32 2024-11-13T18:24:36,901 DEBUG [RS:0;39e84130bbc9:38757 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/WALs/39e84130bbc9,38757,1731522275704/39e84130bbc9%2C38757%2C1731522275704.1731522276878, exclude list is [], retry=0 2024-11-13T18:24:36,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:24:36,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:24:36,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:24:36,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34145,DS-e32df50b-f9ff-4054-90b8-c791e8106203,DISK] 2024-11-13T18:24:36,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:24:36,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:24:36,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34379,DS-87969dc1-c31d-41ca-ac7a-2a630dc44448,DISK] 2024-11-13T18:24:36,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:24:36,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:24:36,909 INFO [RS:1;39e84130bbc9:41203 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T18:24:36,911 INFO [RS:1;39e84130bbc9:41203 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39e84130bbc9%2C41203%2C1731522275763, suffix=, logDir=hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/WALs/39e84130bbc9,41203,1731522275763, archiveDir=hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/oldWALs, maxLogs=32 2024-11-13T18:24:36,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:24:36,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:24:36,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T18:24:36,934 WARN [39e84130bbc9:37249 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T18:24:36,934 DEBUG [RS:1;39e84130bbc9:41203 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/WALs/39e84130bbc9,41203,1731522275763/39e84130bbc9%2C41203%2C1731522275763.1731522276912, exclude list is [], retry=0 2024-11-13T18:24:36,938 INFO [RS:0;39e84130bbc9:38757 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/WALs/39e84130bbc9,38757,1731522275704/39e84130bbc9%2C38757%2C1731522275704.1731522276878 2024-11-13T18:24:36,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34145,DS-e32df50b-f9ff-4054-90b8-c791e8106203,DISK] 2024-11-13T18:24:36,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34379,DS-87969dc1-c31d-41ca-ac7a-2a630dc44448,DISK] 2024-11-13T18:24:36,939 DEBUG [RS:0;39e84130bbc9:38757 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33863:33863),(127.0.0.1/127.0.0.1:39637:39637)] 2024-11-13T18:24:36,944 INFO [RS:1;39e84130bbc9:41203 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/WALs/39e84130bbc9,41203,1731522275763/39e84130bbc9%2C41203%2C1731522275763.1731522276912 2024-11-13T18:24:36,944 DEBUG [RS:1;39e84130bbc9:41203 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33863:33863),(127.0.0.1/127.0.0.1:39637:39637)] 2024-11-13T18:24:37,184 DEBUG [39e84130bbc9:37249 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-13T18:24:37,184 DEBUG [39e84130bbc9:37249 {}] balancer.BalancerClusterState(204): Hosts are {39e84130bbc9=0} racks are {/default-rack=0} 2024-11-13T18:24:37,187 DEBUG [39e84130bbc9:37249 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T18:24:37,187 DEBUG [39e84130bbc9:37249 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T18:24:37,187 DEBUG [39e84130bbc9:37249 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T18:24:37,187 DEBUG [39e84130bbc9:37249 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T18:24:37,187 INFO [39e84130bbc9:37249 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T18:24:37,187 INFO [39e84130bbc9:37249 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T18:24:37,187 DEBUG [39e84130bbc9:37249 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T18:24:37,188 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=39e84130bbc9,38757,1731522275704 2024-11-13T18:24:37,190 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,38757,1731522275704, state=OPENING 2024-11-13T18:24:37,196 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T18:24:37,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37249-0x100ed581db00000, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:37,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38757-0x100ed581db00001, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:37,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x100ed581db00002, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:37,198 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T18:24:37,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:24:37,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:24:37,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:24:37,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,38757,1731522275704}] 2024-11-13T18:24:37,359 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:24:37,361 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:24:37,366 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T18:24:37,366 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T18:24:37,366 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T18:24:37,368 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39e84130bbc9%2C38757%2C1731522275704.meta, suffix=.meta, logDir=hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/WALs/39e84130bbc9,38757,1731522275704, archiveDir=hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/oldWALs, maxLogs=32 2024-11-13T18:24:37,388 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/WALs/39e84130bbc9,38757,1731522275704/39e84130bbc9%2C38757%2C1731522275704.meta.1731522277368.meta, exclude list is [], retry=0 2024-11-13T18:24:37,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34379,DS-87969dc1-c31d-41ca-ac7a-2a630dc44448,DISK] 2024-11-13T18:24:37,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34145,DS-e32df50b-f9ff-4054-90b8-c791e8106203,DISK] 2024-11-13T18:24:37,414 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/WALs/39e84130bbc9,38757,1731522275704/39e84130bbc9%2C38757%2C1731522275704.meta.1731522277368.meta 2024-11-13T18:24:37,414 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39637:39637),(127.0.0.1/127.0.0.1:33863:33863)] 2024-11-13T18:24:37,414 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T18:24:37,415 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T18:24:37,415 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T18:24:37,415 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T18:24:37,415 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T18:24:37,415 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:24:37,417 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T18:24:37,417 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T18:24:37,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T18:24:37,427 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T18:24:37,427 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:37,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:37,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T18:24:37,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T18:24:37,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:37,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:37,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T18:24:37,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T18:24:37,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:37,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:37,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T18:24:37,432 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T18:24:37,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:37,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T18:24:37,432 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T18:24:37,433 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/data/hbase/meta/1588230740 2024-11-13T18:24:37,435 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/data/hbase/meta/1588230740 2024-11-13T18:24:37,436 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T18:24:37,436 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T18:24:37,437 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T18:24:37,439 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T18:24:37,440 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59097349, jitterRate=-0.1193808764219284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T18:24:37,440 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T18:24:37,441 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731522277417Writing region info on filesystem at 1731522277417Initializing all the Stores at 1731522277423 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731522277423Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731522277425 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731522277425Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731522277425Cleaning up temporary data from old regions at 1731522277436 (+11 ms)Running coprocessor post-open hooks at 1731522277440 (+4 ms)Region opened successfully at 1731522277441 (+1 ms) 2024-11-13T18:24:37,445 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731522277359 2024-11-13T18:24:37,467 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,38757,1731522275704 2024-11-13T18:24:37,477 DEBUG [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T18:24:37,477 INFO [RS_OPEN_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T18:24:37,480 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39e84130bbc9,38757,1731522275704, state=OPEN 2024-11-13T18:24:37,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x100ed581db00002, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T18:24:37,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37249-0x100ed581db00000, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T18:24:37,482 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:24:37,482 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:24:37,482 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=39e84130bbc9,38757,1731522275704 2024-11-13T18:24:37,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38757-0x100ed581db00001, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T18:24:37,485 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T18:24:37,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T18:24:37,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=39e84130bbc9,38757,1731522275704 in 284 msec 2024-11-13T18:24:37,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T18:24:37,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 708 msec 2024-11-13T18:24:37,491 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T18:24:37,491 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T18:24:37,493 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:24:37,493 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,38757,1731522275704, seqNum=-1] 2024-11-13T18:24:37,493 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:24:37,496 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43871, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:24:37,504 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 941 msec 2024-11-13T18:24:37,504 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731522277504, completionTime=-1 2024-11-13T18:24:37,504 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-13T18:24:37,504 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T18:24:37,506 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-13T18:24:37,507 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731522337506 2024-11-13T18:24:37,507 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731522397507 2024-11-13T18:24:37,507 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T18:24:37,507 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,37249,1731522275642-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:37,507 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,37249,1731522275642-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:37,507 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,37249,1731522275642-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:37,507 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-39e84130bbc9:37249, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:37,507 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:37,508 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:37,510 DEBUG [master/39e84130bbc9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T18:24:37,513 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.620sec 2024-11-13T18:24:37,513 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T18:24:37,513 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T18:24:37,513 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T18:24:37,513 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T18:24:37,513 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T18:24:37,513 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,37249,1731522275642-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T18:24:37,513 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,37249,1731522275642-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T18:24:37,516 DEBUG [master/39e84130bbc9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T18:24:37,516 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T18:24:37,516 INFO [master/39e84130bbc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39e84130bbc9,37249,1731522275642-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T18:24:37,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57941514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:24:37,572 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39e84130bbc9,37249,-1 for getting cluster id 2024-11-13T18:24:37,572 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T18:24:37,574 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56d1204e-1377-49e3-b87b-affd6a832d63' 2024-11-13T18:24:37,574 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T18:24:37,574 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56d1204e-1377-49e3-b87b-affd6a832d63" 2024-11-13T18:24:37,575 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b3c2ce0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:24:37,575 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39e84130bbc9,37249,-1] 2024-11-13T18:24:37,576 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T18:24:37,576 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:37,578 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T18:24:37,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2efb1bbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T18:24:37,580 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T18:24:37,582 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39e84130bbc9,38757,1731522275704, seqNum=-1] 2024-11-13T18:24:37,582 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:24:37,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:24:37,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=39e84130bbc9,37249,1731522275642 2024-11-13T18:24:37,586 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T18:24:37,588 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 39e84130bbc9,37249,1731522275642 2024-11-13T18:24:37,588 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c40281d 2024-11-13T18:24:37,588 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T18:24:37,595 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T18:24:37,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T18:24:37,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-13T18:24:37,607 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T18:24:37,607 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:37,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-13T18:24:37,609 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T18:24:37,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:24:37,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34145 is added to blk_1073741836_1012 (size=379) 2024-11-13T18:24:37,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741836_1012 (size=379) 2024-11-13T18:24:37,669 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cb10a1df6ee79c3949d0c58f99bf19d1, NAME => 'testClearRegionBlockCache,,1731522277595.cb10a1df6ee79c3949d0c58f99bf19d1.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44 2024-11-13T18:24:37,671 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 402c2b85762a34b59e9a9159a0057993, NAME => 'testClearRegionBlockCache,5,1731522277595.402c2b85762a34b59e9a9159a0057993.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44 2024-11-13T18:24:37,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741838_1014 (size=61) 2024-11-13T18:24:37,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34145 is added to blk_1073741838_1014 (size=61) 2024-11-13T18:24:37,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34145 is added to blk_1073741837_1013 (size=61) 2024-11-13T18:24:37,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741837_1013 (size=61) 2024-11-13T18:24:37,713 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731522277595.402c2b85762a34b59e9a9159a0057993.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:24:37,713 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 402c2b85762a34b59e9a9159a0057993, disabling compactions & flushes 2024-11-13T18:24:37,713 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731522277595.402c2b85762a34b59e9a9159a0057993. 2024-11-13T18:24:37,713 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731522277595.402c2b85762a34b59e9a9159a0057993. 2024-11-13T18:24:37,713 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731522277595.402c2b85762a34b59e9a9159a0057993. after waiting 0 ms 2024-11-13T18:24:37,713 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731522277595.402c2b85762a34b59e9a9159a0057993. 2024-11-13T18:24:37,713 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731522277595.402c2b85762a34b59e9a9159a0057993. 2024-11-13T18:24:37,713 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 402c2b85762a34b59e9a9159a0057993: Waiting for close lock at 1731522277713Disabling compacts and flushes for region at 1731522277713Disabling writes for close at 1731522277713Writing region close event to WAL at 1731522277713Closed at 1731522277713 2024-11-13T18:24:37,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:24:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:24:38,101 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731522277595.cb10a1df6ee79c3949d0c58f99bf19d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:24:38,101 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing cb10a1df6ee79c3949d0c58f99bf19d1, disabling compactions & flushes 2024-11-13T18:24:38,101 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731522277595.cb10a1df6ee79c3949d0c58f99bf19d1. 2024-11-13T18:24:38,101 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731522277595.cb10a1df6ee79c3949d0c58f99bf19d1. 2024-11-13T18:24:38,101 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731522277595.cb10a1df6ee79c3949d0c58f99bf19d1. after waiting 0 ms 2024-11-13T18:24:38,101 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731522277595.cb10a1df6ee79c3949d0c58f99bf19d1. 2024-11-13T18:24:38,101 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731522277595.cb10a1df6ee79c3949d0c58f99bf19d1. 2024-11-13T18:24:38,101 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for cb10a1df6ee79c3949d0c58f99bf19d1: Waiting for close lock at 1731522278101Disabling compacts and flushes for region at 1731522278101Disabling writes for close at 1731522278101Writing region close event to WAL at 1731522278101Closed at 1731522278101 2024-11-13T18:24:38,103 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T18:24:38,104 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731522277595.402c2b85762a34b59e9a9159a0057993.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731522278103"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731522278103"}]},"ts":"1731522278103"} 2024-11-13T18:24:38,104 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731522277595.cb10a1df6ee79c3949d0c58f99bf19d1.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731522278103"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731522278103"}]},"ts":"1731522278103"} 2024-11-13T18:24:38,108 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-13T18:24:38,110 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T18:24:38,110 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731522278110"}]},"ts":"1731522278110"} 2024-11-13T18:24:38,112 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-13T18:24:38,113 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {39e84130bbc9=0} racks are {/default-rack=0} 2024-11-13T18:24:38,122 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T18:24:38,122 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T18:24:38,122 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T18:24:38,122 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T18:24:38,122 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T18:24:38,122 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T18:24:38,122 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T18:24:38,123 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cb10a1df6ee79c3949d0c58f99bf19d1, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=402c2b85762a34b59e9a9159a0057993, ASSIGN}] 2024-11-13T18:24:38,125 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=402c2b85762a34b59e9a9159a0057993, ASSIGN 2024-11-13T18:24:38,126 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cb10a1df6ee79c3949d0c58f99bf19d1, ASSIGN 2024-11-13T18:24:38,127 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=402c2b85762a34b59e9a9159a0057993, ASSIGN; state=OFFLINE, location=39e84130bbc9,38757,1731522275704; forceNewPlan=false, retain=false 2024-11-13T18:24:38,128 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cb10a1df6ee79c3949d0c58f99bf19d1, ASSIGN; state=OFFLINE, location=39e84130bbc9,41203,1731522275763; forceNewPlan=false, retain=false 2024-11-13T18:24:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:24:38,278 INFO [39e84130bbc9:37249 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-13T18:24:38,278 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cb10a1df6ee79c3949d0c58f99bf19d1, regionState=OPENING, regionLocation=39e84130bbc9,41203,1731522275763 2024-11-13T18:24:38,278 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=402c2b85762a34b59e9a9159a0057993, regionState=OPENING, regionLocation=39e84130bbc9,38757,1731522275704 2024-11-13T18:24:38,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cb10a1df6ee79c3949d0c58f99bf19d1, ASSIGN because future has completed 2024-11-13T18:24:38,282 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb10a1df6ee79c3949d0c58f99bf19d1, server=39e84130bbc9,41203,1731522275763}] 2024-11-13T18:24:38,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=402c2b85762a34b59e9a9159a0057993, ASSIGN because future has completed 2024-11-13T18:24:38,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 402c2b85762a34b59e9a9159a0057993, server=39e84130bbc9,38757,1731522275704}] 2024-11-13T18:24:38,435 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:24:38,437 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39315, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:24:38,441 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731522277595.cb10a1df6ee79c3949d0c58f99bf19d1. 2024-11-13T18:24:38,441 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731522277595.402c2b85762a34b59e9a9159a0057993. 2024-11-13T18:24:38,441 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => cb10a1df6ee79c3949d0c58f99bf19d1, NAME => 'testClearRegionBlockCache,,1731522277595.cb10a1df6ee79c3949d0c58f99bf19d1.', STARTKEY => '', ENDKEY => '5'} 2024-11-13T18:24:38,441 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 402c2b85762a34b59e9a9159a0057993, NAME => 'testClearRegionBlockCache,5,1731522277595.402c2b85762a34b59e9a9159a0057993.', STARTKEY => '5', ENDKEY => ''} 2024-11-13T18:24:38,441 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache cb10a1df6ee79c3949d0c58f99bf19d1 2024-11-13T18:24:38,441 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 402c2b85762a34b59e9a9159a0057993 2024-11-13T18:24:38,441 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731522277595.cb10a1df6ee79c3949d0c58f99bf19d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:24:38,441 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731522277595.402c2b85762a34b59e9a9159a0057993.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T18:24:38,441 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for cb10a1df6ee79c3949d0c58f99bf19d1 2024-11-13T18:24:38,441 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for cb10a1df6ee79c3949d0c58f99bf19d1 2024-11-13T18:24:38,441 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 402c2b85762a34b59e9a9159a0057993 2024-11-13T18:24:38,442 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 402c2b85762a34b59e9a9159a0057993 2024-11-13T18:24:38,443 INFO [StoreOpener-402c2b85762a34b59e9a9159a0057993-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 402c2b85762a34b59e9a9159a0057993 2024-11-13T18:24:38,443 INFO [StoreOpener-cb10a1df6ee79c3949d0c58f99bf19d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region cb10a1df6ee79c3949d0c58f99bf19d1 2024-11-13T18:24:38,445 INFO [StoreOpener-402c2b85762a34b59e9a9159a0057993-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 402c2b85762a34b59e9a9159a0057993 columnFamilyName family 2024-11-13T18:24:38,445 DEBUG [StoreOpener-402c2b85762a34b59e9a9159a0057993-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:38,445 INFO [StoreOpener-cb10a1df6ee79c3949d0c58f99bf19d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb10a1df6ee79c3949d0c58f99bf19d1 columnFamilyName family 2024-11-13T18:24:38,445 DEBUG [StoreOpener-cb10a1df6ee79c3949d0c58f99bf19d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T18:24:38,445 INFO [StoreOpener-402c2b85762a34b59e9a9159a0057993-1 {}] regionserver.HStore(327): Store=402c2b85762a34b59e9a9159a0057993/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:24:38,445 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 402c2b85762a34b59e9a9159a0057993 2024-11-13T18:24:38,446 INFO [StoreOpener-cb10a1df6ee79c3949d0c58f99bf19d1-1 {}] regionserver.HStore(327): Store=cb10a1df6ee79c3949d0c58f99bf19d1/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T18:24:38,446 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for cb10a1df6ee79c3949d0c58f99bf19d1 2024-11-13T18:24:38,446 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/data/default/testClearRegionBlockCache/402c2b85762a34b59e9a9159a0057993 2024-11-13T18:24:38,446 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/data/default/testClearRegionBlockCache/402c2b85762a34b59e9a9159a0057993 2024-11-13T18:24:38,446 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/data/default/testClearRegionBlockCache/cb10a1df6ee79c3949d0c58f99bf19d1 2024-11-13T18:24:38,447 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/data/default/testClearRegionBlockCache/cb10a1df6ee79c3949d0c58f99bf19d1 2024-11-13T18:24:38,447 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 402c2b85762a34b59e9a9159a0057993 2024-11-13T18:24:38,447 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 402c2b85762a34b59e9a9159a0057993 2024-11-13T18:24:38,447 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for cb10a1df6ee79c3949d0c58f99bf19d1 2024-11-13T18:24:38,447 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for cb10a1df6ee79c3949d0c58f99bf19d1 2024-11-13T18:24:38,449 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 402c2b85762a34b59e9a9159a0057993 2024-11-13T18:24:38,450 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for cb10a1df6ee79c3949d0c58f99bf19d1 2024-11-13T18:24:38,452 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/data/default/testClearRegionBlockCache/402c2b85762a34b59e9a9159a0057993/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:24:38,452 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 402c2b85762a34b59e9a9159a0057993; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62200418, jitterRate=-0.07314154505729675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T18:24:38,452 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 402c2b85762a34b59e9a9159a0057993 2024-11-13T18:24:38,452 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/data/default/testClearRegionBlockCache/cb10a1df6ee79c3949d0c58f99bf19d1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T18:24:38,453 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened cb10a1df6ee79c3949d0c58f99bf19d1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69020649, jitterRate=0.02848781645298004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T18:24:38,453 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 402c2b85762a34b59e9a9159a0057993: Running coprocessor pre-open hook at 1731522278442Writing region info on filesystem at 1731522278442Initializing all the Stores at 1731522278443 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731522278443Cleaning up temporary data from old regions at 1731522278447 (+4 ms)Running coprocessor post-open hooks at 1731522278452 (+5 ms)Region opened successfully at 1731522278453 (+1 ms) 2024-11-13T18:24:38,453 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cb10a1df6ee79c3949d0c58f99bf19d1 2024-11-13T18:24:38,453 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for cb10a1df6ee79c3949d0c58f99bf19d1: Running coprocessor pre-open hook at 1731522278442Writing region info on filesystem at 1731522278442Initializing all the Stores at 1731522278443 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731522278443Cleaning up temporary data from old regions at 1731522278447 (+4 ms)Running coprocessor post-open hooks at 1731522278453 (+6 ms)Region opened successfully at 1731522278453 2024-11-13T18:24:38,454 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731522277595.402c2b85762a34b59e9a9159a0057993., pid=8, masterSystemTime=1731522278436 2024-11-13T18:24:38,454 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731522277595.cb10a1df6ee79c3949d0c58f99bf19d1., pid=7, masterSystemTime=1731522278435 2024-11-13T18:24:38,457 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731522277595.402c2b85762a34b59e9a9159a0057993. 2024-11-13T18:24:38,457 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731522277595.402c2b85762a34b59e9a9159a0057993. 2024-11-13T18:24:38,458 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=402c2b85762a34b59e9a9159a0057993, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,38757,1731522275704 2024-11-13T18:24:38,458 DEBUG [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731522277595.cb10a1df6ee79c3949d0c58f99bf19d1. 2024-11-13T18:24:38,458 INFO [RS_OPEN_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731522277595.cb10a1df6ee79c3949d0c58f99bf19d1. 2024-11-13T18:24:38,459 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cb10a1df6ee79c3949d0c58f99bf19d1, regionState=OPEN, openSeqNum=2, regionLocation=39e84130bbc9,41203,1731522275763 2024-11-13T18:24:38,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 402c2b85762a34b59e9a9159a0057993, server=39e84130bbc9,38757,1731522275704 because future has completed 2024-11-13T18:24:38,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb10a1df6ee79c3949d0c58f99bf19d1, server=39e84130bbc9,41203,1731522275763 because future has completed 2024-11-13T18:24:38,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-13T18:24:38,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 402c2b85762a34b59e9a9159a0057993, server=39e84130bbc9,38757,1731522275704 in 184 msec 2024-11-13T18:24:38,470 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-13T18:24:38,470 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cb10a1df6ee79c3949d0c58f99bf19d1, server=39e84130bbc9,41203,1731522275763 in 185 msec 2024-11-13T18:24:38,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=402c2b85762a34b59e9a9159a0057993, ASSIGN in 346 msec 2024-11-13T18:24:38,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T18:24:38,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cb10a1df6ee79c3949d0c58f99bf19d1, ASSIGN in 347 msec 2024-11-13T18:24:38,474 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T18:24:38,474 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731522278474"}]},"ts":"1731522278474"} 2024-11-13T18:24:38,476 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-13T18:24:38,477 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T18:24:38,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 881 msec 2024-11-13T18:24:38,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T18:24:38,744 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-13T18:24:38,744 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-13T18:24:38,744 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T18:24:38,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-13T18:24:38,748 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T18:24:38,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-13T18:24:38,751 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731522277595.cb10a1df6ee79c3949d0c58f99bf19d1., hostname=39e84130bbc9,41203,1731522275763, seqNum=2] 2024-11-13T18:24:38,752 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T18:24:38,754 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T18:24:38,768 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731522277595.402c2b85762a34b59e9a9159a0057993., hostname=39e84130bbc9,38757,1731522275704, seqNum=2] 2024-11-13T18:24:38,779 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 402c2b85762a34b59e9a9159a0057993 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-13T18:24:38,798 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/data/default/testClearRegionBlockCache/402c2b85762a34b59e9a9159a0057993/.tmp/family/073e0703785a4fdb9d0d026996f59403 is 32, key is 5/family:/1731522278769/Put/seqid=0 2024-11-13T18:24:38,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34145 is added to blk_1073741839_1015 (size=5083) 2024-11-13T18:24:38,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741839_1015 (size=5083) 2024-11-13T18:24:38,841 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/data/default/testClearRegionBlockCache/402c2b85762a34b59e9a9159a0057993/.tmp/family/073e0703785a4fdb9d0d026996f59403 2024-11-13T18:24:38,852 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/data/default/testClearRegionBlockCache/402c2b85762a34b59e9a9159a0057993/.tmp/family/073e0703785a4fdb9d0d026996f59403 as hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/data/default/testClearRegionBlockCache/402c2b85762a34b59e9a9159a0057993/family/073e0703785a4fdb9d0d026996f59403 2024-11-13T18:24:38,860 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/data/default/testClearRegionBlockCache/402c2b85762a34b59e9a9159a0057993/family/073e0703785a4fdb9d0d026996f59403, entries=5, sequenceid=9, filesize=5.0 K 2024-11-13T18:24:38,862 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 402c2b85762a34b59e9a9159a0057993 in 83ms, sequenceid=9, compaction requested=false 2024-11-13T18:24:38,862 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 402c2b85762a34b59e9a9159a0057993: 2024-11-13T18:24:38,862 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing cb10a1df6ee79c3949d0c58f99bf19d1 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-13T18:24:38,887 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/data/default/testClearRegionBlockCache/cb10a1df6ee79c3949d0c58f99bf19d1/.tmp/family/2f0b9804d88542649873b3fa1687ad47 is 32, key is 1/family:/1731522278754/Put/seqid=0 2024-11-13T18:24:38,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34145 is added to blk_1073741840_1016 (size=5054) 2024-11-13T18:24:38,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741840_1016 (size=5054) 2024-11-13T18:24:38,896 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/data/default/testClearRegionBlockCache/cb10a1df6ee79c3949d0c58f99bf19d1/.tmp/family/2f0b9804d88542649873b3fa1687ad47 2024-11-13T18:24:38,904 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/data/default/testClearRegionBlockCache/cb10a1df6ee79c3949d0c58f99bf19d1/.tmp/family/2f0b9804d88542649873b3fa1687ad47 as hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/data/default/testClearRegionBlockCache/cb10a1df6ee79c3949d0c58f99bf19d1/family/2f0b9804d88542649873b3fa1687ad47 2024-11-13T18:24:38,913 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/data/default/testClearRegionBlockCache/cb10a1df6ee79c3949d0c58f99bf19d1/family/2f0b9804d88542649873b3fa1687ad47, entries=4, sequenceid=8, filesize=4.9 K 2024-11-13T18:24:38,922 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for cb10a1df6ee79c3949d0c58f99bf19d1 in 60ms, sequenceid=8, compaction requested=false 2024-11-13T18:24:38,922 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for cb10a1df6ee79c3949d0c58f99bf19d1: 2024-11-13T18:24:38,927 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-13T18:24:38,931 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:24:38,932 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T18:24:38,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:24:38,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T18:24:38,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41203 {}] bucket.BucketCache(1864): found 1 blocks for file 2f0b9804d88542649873b3fa1687ad47, starting offset: 0, end offset: 9223372036854775807 2024-11-13T18:24:38,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41203 {}] bucket.BucketCache(857): removed key 2f0b9804d88542649873b3fa1687ad47_0 from back map with offset lock 2094080 in the evict process 2024-11-13T18:24:38,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38757 {}] bucket.BucketCache(1864): found 1 blocks for file 073e0703785a4fdb9d0d026996f59403, starting offset: 0, end offset: 9223372036854775807 2024-11-13T18:24:38,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38757 {}] bucket.BucketCache(857): removed key 073e0703785a4fdb9d0d026996f59403_0 from back map with offset lock 2094080 in the evict process 2024-11-13T18:24:38,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T18:24:38,935 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:24:38,935 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:24:38,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:38,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:38,936 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T18:24:38,937 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T18:24:38,937 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1879435754, stopped=false 2024-11-13T18:24:38,937 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=39e84130bbc9,37249,1731522275642 2024-11-13T18:24:38,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37249-0x100ed581db00000, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T18:24:38,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37249-0x100ed581db00000, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:38,943 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:24:38,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x100ed581db00002, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T18:24:38,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x100ed581db00002, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:38,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38757-0x100ed581db00001, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T18:24:38,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38757-0x100ed581db00001, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:38,944 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T18:24:38,944 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:24:38,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:38,944 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '39e84130bbc9,38757,1731522275704' ***** 2024-11-13T18:24:38,944 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:24:38,944 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38757-0x100ed581db00001, quorum=127.0.0.1:60629, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:24:38,944 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '39e84130bbc9,41203,1731522275763' ***** 2024-11-13T18:24:38,944 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T18:24:38,945 INFO [RS:0;39e84130bbc9:38757 {}] bucket.BucketCache(1739): Disabling cache 2024-11-13T18:24:38,945 INFO [RS:1;39e84130bbc9:41203 {}] bucket.BucketCache(1739): Disabling cache 2024-11-13T18:24:38,945 INFO [RS:0;39e84130bbc9:38757 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-13T18:24:38,945 INFO [RS:1;39e84130bbc9:41203 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-13T18:24:38,945 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-13T18:24:38,945 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-13T18:24:38,945 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-13T18:24:38,945 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-13T18:24:38,945 INFO [RS:1;39e84130bbc9:41203 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:24:38,945 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-13T18:24:38,945 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-13T18:24:38,945 INFO [RS:0;39e84130bbc9:38757 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T18:24:38,945 INFO [RS:0;39e84130bbc9:38757 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:24:38,945 INFO [RS:0;39e84130bbc9:38757 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:24:38,945 INFO [RS:0;39e84130bbc9:38757 {}] regionserver.HRegionServer(3091): Received CLOSE for 402c2b85762a34b59e9a9159a0057993 2024-11-13T18:24:38,945 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37249-0x100ed581db00000, quorum=127.0.0.1:60629, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:24:38,946 INFO [RS:1;39e84130bbc9:41203 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T18:24:38,946 INFO [RS:1;39e84130bbc9:41203 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T18:24:38,946 INFO [RS:1;39e84130bbc9:41203 {}] regionserver.HRegionServer(3091): Received CLOSE for cb10a1df6ee79c3949d0c58f99bf19d1 2024-11-13T18:24:38,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41203-0x100ed581db00002, quorum=127.0.0.1:60629, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T18:24:38,946 INFO [RS:0;39e84130bbc9:38757 {}] regionserver.HRegionServer(959): stopping server 39e84130bbc9,38757,1731522275704 2024-11-13T18:24:38,946 INFO [RS:0;39e84130bbc9:38757 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:24:38,946 INFO [RS:0;39e84130bbc9:38757 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39e84130bbc9:38757. 2024-11-13T18:24:38,946 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:24:38,946 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T18:24:38,946 DEBUG [RS:0;39e84130bbc9:38757 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:24:38,946 DEBUG [RS:0;39e84130bbc9:38757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:38,946 INFO [RS:0;39e84130bbc9:38757 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:24:38,946 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 402c2b85762a34b59e9a9159a0057993, disabling compactions & flushes 2024-11-13T18:24:38,947 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731522277595.402c2b85762a34b59e9a9159a0057993. 2024-11-13T18:24:38,947 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731522277595.402c2b85762a34b59e9a9159a0057993. 2024-11-13T18:24:38,947 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731522277595.402c2b85762a34b59e9a9159a0057993. after waiting 0 ms 2024-11-13T18:24:38,947 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731522277595.402c2b85762a34b59e9a9159a0057993. 2024-11-13T18:24:38,949 INFO [RS:0;39e84130bbc9:38757 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:24:38,949 INFO [RS:1;39e84130bbc9:41203 {}] regionserver.HRegionServer(959): stopping server 39e84130bbc9,41203,1731522275763 2024-11-13T18:24:38,949 INFO [RS:1;39e84130bbc9:41203 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:24:38,949 INFO [RS:0;39e84130bbc9:38757 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:24:38,949 INFO [RS:0;39e84130bbc9:38757 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T18:24:38,949 INFO [RS:1;39e84130bbc9:41203 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;39e84130bbc9:41203. 2024-11-13T18:24:38,949 DEBUG [RS:1;39e84130bbc9:41203 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T18:24:38,949 DEBUG [RS:1;39e84130bbc9:41203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:38,950 INFO [RS:0;39e84130bbc9:38757 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T18:24:38,950 INFO [RS:1;39e84130bbc9:41203 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T18:24:38,950 DEBUG [RS:0;39e84130bbc9:38757 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 402c2b85762a34b59e9a9159a0057993=testClearRegionBlockCache,5,1731522277595.402c2b85762a34b59e9a9159a0057993.} 2024-11-13T18:24:38,950 DEBUG [RS:1;39e84130bbc9:41203 {}] regionserver.HRegionServer(1325): Online Regions={cb10a1df6ee79c3949d0c58f99bf19d1=testClearRegionBlockCache,,1731522277595.cb10a1df6ee79c3949d0c58f99bf19d1.} 2024-11-13T18:24:38,950 DEBUG [RS:1;39e84130bbc9:41203 {}] regionserver.HRegionServer(1351): Waiting on cb10a1df6ee79c3949d0c58f99bf19d1 2024-11-13T18:24:38,950 DEBUG [RS:0;39e84130bbc9:38757 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 402c2b85762a34b59e9a9159a0057993 2024-11-13T18:24:38,950 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T18:24:38,950 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T18:24:38,950 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T18:24:38,950 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T18:24:38,950 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T18:24:38,950 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-13T18:24:38,953 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cb10a1df6ee79c3949d0c58f99bf19d1, disabling compactions & flushes 2024-11-13T18:24:38,953 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731522277595.cb10a1df6ee79c3949d0c58f99bf19d1. 2024-11-13T18:24:38,953 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731522277595.cb10a1df6ee79c3949d0c58f99bf19d1. 2024-11-13T18:24:38,953 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731522277595.cb10a1df6ee79c3949d0c58f99bf19d1. after waiting 0 ms 2024-11-13T18:24:38,953 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731522277595.cb10a1df6ee79c3949d0c58f99bf19d1. 2024-11-13T18:24:38,965 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/data/default/testClearRegionBlockCache/402c2b85762a34b59e9a9159a0057993/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-13T18:24:38,965 INFO [regionserver/39e84130bbc9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:24:38,966 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731522277595.402c2b85762a34b59e9a9159a0057993. 2024-11-13T18:24:38,966 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 402c2b85762a34b59e9a9159a0057993: Waiting for close lock at 1731522278946Running coprocessor pre-close hooks at 1731522278946Disabling compacts and flushes for region at 1731522278946Disabling writes for close at 1731522278947 (+1 ms)Writing region close event to WAL at 1731522278952 (+5 ms)Running coprocessor post-close hooks at 1731522278966 (+14 ms)Closed at 1731522278966 2024-11-13T18:24:38,966 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731522277595.402c2b85762a34b59e9a9159a0057993. 2024-11-13T18:24:38,979 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/data/hbase/meta/1588230740/.tmp/info/cc6f03994e7a42378487ba15de5a2486 is 173, key is testClearRegionBlockCache,5,1731522277595.402c2b85762a34b59e9a9159a0057993./info:regioninfo/1731522278458/Put/seqid=0 2024-11-13T18:24:38,987 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/data/default/testClearRegionBlockCache/cb10a1df6ee79c3949d0c58f99bf19d1/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T18:24:38,990 INFO [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731522277595.cb10a1df6ee79c3949d0c58f99bf19d1. 2024-11-13T18:24:38,990 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cb10a1df6ee79c3949d0c58f99bf19d1: Waiting for close lock at 1731522278953Running coprocessor pre-close hooks at 1731522278953Disabling compacts and flushes for region at 1731522278953Disabling writes for close at 1731522278953Writing region close event to WAL at 1731522278977 (+24 ms)Running coprocessor post-close hooks at 1731522278990 (+13 ms)Closed at 1731522278990 2024-11-13T18:24:38,990 DEBUG [RS_CLOSE_REGION-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731522277595.cb10a1df6ee79c3949d0c58f99bf19d1. 2024-11-13T18:24:38,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741841_1017 (size=8173) 2024-11-13T18:24:39,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34145 is added to blk_1073741841_1017 (size=8173) 2024-11-13T18:24:39,002 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/data/hbase/meta/1588230740/.tmp/info/cc6f03994e7a42378487ba15de5a2486 2024-11-13T18:24:39,031 INFO [regionserver/39e84130bbc9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:24:39,031 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/data/hbase/meta/1588230740/.tmp/ns/39970ae26cb74d4287a49bece33afa9b is 43, key is default/ns:d/1731522277497/Put/seqid=0 2024-11-13T18:24:39,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741842_1018 (size=5153) 2024-11-13T18:24:39,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34145 is added to blk_1073741842_1018 (size=5153) 2024-11-13T18:24:39,045 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/data/hbase/meta/1588230740/.tmp/ns/39970ae26cb74d4287a49bece33afa9b 2024-11-13T18:24:39,071 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/data/hbase/meta/1588230740/.tmp/table/791f1eb3337c4eabb1ec8ac9c6e8bf0b is 61, key is testClearRegionBlockCache/table:state/1731522278474/Put/seqid=0 2024-11-13T18:24:39,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34145 is added to blk_1073741843_1019 (size=5312) 2024-11-13T18:24:39,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741843_1019 (size=5312) 2024-11-13T18:24:39,078 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/data/hbase/meta/1588230740/.tmp/table/791f1eb3337c4eabb1ec8ac9c6e8bf0b 2024-11-13T18:24:39,085 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/data/hbase/meta/1588230740/.tmp/info/cc6f03994e7a42378487ba15de5a2486 as hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/data/hbase/meta/1588230740/info/cc6f03994e7a42378487ba15de5a2486 2024-11-13T18:24:39,091 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/data/hbase/meta/1588230740/info/cc6f03994e7a42378487ba15de5a2486, entries=20, sequenceid=13, filesize=8.0 K 2024-11-13T18:24:39,092 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/data/hbase/meta/1588230740/.tmp/ns/39970ae26cb74d4287a49bece33afa9b as hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/data/hbase/meta/1588230740/ns/39970ae26cb74d4287a49bece33afa9b 2024-11-13T18:24:39,098 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/data/hbase/meta/1588230740/ns/39970ae26cb74d4287a49bece33afa9b, entries=2, sequenceid=13, filesize=5.0 K 2024-11-13T18:24:39,099 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/data/hbase/meta/1588230740/.tmp/table/791f1eb3337c4eabb1ec8ac9c6e8bf0b as hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/data/hbase/meta/1588230740/table/791f1eb3337c4eabb1ec8ac9c6e8bf0b 2024-11-13T18:24:39,106 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/data/hbase/meta/1588230740/table/791f1eb3337c4eabb1ec8ac9c6e8bf0b, entries=2, sequenceid=13, filesize=5.2 K 2024-11-13T18:24:39,107 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 157ms, sequenceid=13, compaction requested=false 2024-11-13T18:24:39,112 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-13T18:24:39,113 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T18:24:39,113 INFO [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T18:24:39,113 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731522278950Running coprocessor pre-close hooks at 1731522278950Disabling compacts and flushes for region at 1731522278950Disabling writes for close at 1731522278950Obtaining lock to block concurrent updates at 1731522278951 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731522278951Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731522278951Flushing stores of hbase:meta,,1.1588230740 at 1731522278952 (+1 ms)Flushing 1588230740/info: creating writer at 1731522278952Flushing 1588230740/info: appending metadata at 1731522278978 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731522278978Flushing 1588230740/ns: creating writer at 1731522279009 (+31 ms)Flushing 1588230740/ns: appending metadata at 1731522279031 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731522279031Flushing 1588230740/table: creating writer at 1731522279052 (+21 ms)Flushing 1588230740/table: appending metadata at 1731522279070 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731522279070Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b76d8c7: reopening flushed file at 1731522279084 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d4d087b: reopening flushed file at 1731522279092 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2705c781: reopening flushed file at 1731522279099 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 157ms, sequenceid=13, compaction requested=false at 1731522279107 (+8 ms)Writing region close event to WAL at 1731522279109 (+2 ms)Running coprocessor post-close hooks at 1731522279113 (+4 ms)Closed at 1731522279113 2024-11-13T18:24:39,113 DEBUG [RS_CLOSE_META-regionserver/39e84130bbc9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T18:24:39,150 INFO [RS:0;39e84130bbc9:38757 {}] regionserver.HRegionServer(976): stopping server 39e84130bbc9,38757,1731522275704; all regions closed. 2024-11-13T18:24:39,150 INFO [RS:1;39e84130bbc9:41203 {}] regionserver.HRegionServer(976): stopping server 39e84130bbc9,41203,1731522275763; all regions closed. 2024-11-13T18:24:39,153 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/WALs/39e84130bbc9,38757,1731522275704/39e84130bbc9%2C38757%2C1731522275704.meta.1731522277368.meta not finished, retry = 0 2024-11-13T18:24:39,154 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/WALs/39e84130bbc9,41203,1731522275763/39e84130bbc9%2C41203%2C1731522275763.1731522276912 not finished, retry = 0 2024-11-13T18:24:39,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741834_1010 (size=1758) 2024-11-13T18:24:39,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34145 is added to blk_1073741835_1011 (size=4338) 2024-11-13T18:24:39,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34145 is added to blk_1073741834_1010 (size=1758) 2024-11-13T18:24:39,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741835_1011 (size=4338) 2024-11-13T18:24:39,257 DEBUG [RS:0;39e84130bbc9:38757 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/oldWALs 2024-11-13T18:24:39,257 INFO [RS:0;39e84130bbc9:38757 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39e84130bbc9%2C38757%2C1731522275704.meta:.meta(num 1731522277368) 2024-11-13T18:24:39,258 DEBUG [RS:1;39e84130bbc9:41203 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/oldWALs 2024-11-13T18:24:39,258 INFO [RS:1;39e84130bbc9:41203 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39e84130bbc9%2C41203%2C1731522275763:(num 1731522276912) 2024-11-13T18:24:39,258 DEBUG [RS:1;39e84130bbc9:41203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:39,258 INFO [RS:1;39e84130bbc9:41203 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:24:39,258 INFO [RS:1;39e84130bbc9:41203 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:24:39,258 INFO [RS:1;39e84130bbc9:41203 {}] hbase.ChoreService(370): Chore service for: regionserver/39e84130bbc9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T18:24:39,258 INFO [RS:1;39e84130bbc9:41203 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T18:24:39,258 INFO [RS:1;39e84130bbc9:41203 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T18:24:39,258 INFO [RS:1;39e84130bbc9:41203 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T18:24:39,258 INFO [RS:1;39e84130bbc9:41203 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:24:39,259 INFO [RS:1;39e84130bbc9:41203 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41203 2024-11-13T18:24:39,259 INFO [regionserver/39e84130bbc9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:24:39,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x100ed581db00002, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/39e84130bbc9,41203,1731522275763 2024-11-13T18:24:39,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37249-0x100ed581db00000, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T18:24:39,260 INFO [RS:1;39e84130bbc9:41203 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:24:39,263 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [39e84130bbc9,41203,1731522275763] 2024-11-13T18:24:39,264 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/39e84130bbc9,41203,1731522275763 already deleted, retry=false 2024-11-13T18:24:39,264 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 39e84130bbc9,41203,1731522275763 expired; onlineServers=1 2024-11-13T18:24:39,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34145 is added to blk_1073741833_1009 (size=1867) 2024-11-13T18:24:39,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741833_1009 (size=1867) 2024-11-13T18:24:39,274 DEBUG [RS:0;39e84130bbc9:38757 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/oldWALs 2024-11-13T18:24:39,274 INFO [RS:0;39e84130bbc9:38757 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39e84130bbc9%2C38757%2C1731522275704:(num 1731522276878) 2024-11-13T18:24:39,274 DEBUG [RS:0;39e84130bbc9:38757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T18:24:39,274 INFO [RS:0;39e84130bbc9:38757 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T18:24:39,274 INFO [RS:0;39e84130bbc9:38757 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:24:39,275 INFO [RS:0;39e84130bbc9:38757 {}] hbase.ChoreService(370): Chore service for: regionserver/39e84130bbc9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T18:24:39,275 INFO [RS:0;39e84130bbc9:38757 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:24:39,275 INFO [RS:0;39e84130bbc9:38757 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38757 2024-11-13T18:24:39,275 INFO [regionserver/39e84130bbc9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:24:39,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37249-0x100ed581db00000, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T18:24:39,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38757-0x100ed581db00001, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/39e84130bbc9,38757,1731522275704 2024-11-13T18:24:39,277 INFO [RS:0;39e84130bbc9:38757 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:24:39,277 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [39e84130bbc9,38757,1731522275704] 2024-11-13T18:24:39,279 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/39e84130bbc9,38757,1731522275704 already deleted, retry=false 2024-11-13T18:24:39,279 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 39e84130bbc9,38757,1731522275704 expired; onlineServers=0 2024-11-13T18:24:39,279 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '39e84130bbc9,37249,1731522275642' ***** 2024-11-13T18:24:39,279 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T18:24:39,279 INFO [M:0;39e84130bbc9:37249 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T18:24:39,279 INFO [M:0;39e84130bbc9:37249 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T18:24:39,279 DEBUG [M:0;39e84130bbc9:37249 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T18:24:39,280 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T18:24:39,280 DEBUG [M:0;39e84130bbc9:37249 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T18:24:39,280 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731522276611 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.large.0-1731522276611,5,FailOnTimeoutGroup] 2024-11-13T18:24:39,280 DEBUG [master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731522276613 {}] cleaner.HFileCleaner(306): Exit Thread[master/39e84130bbc9:0:becomeActiveMaster-HFileCleaner.small.0-1731522276613,5,FailOnTimeoutGroup] 2024-11-13T18:24:39,280 INFO [M:0;39e84130bbc9:37249 {}] hbase.ChoreService(370): Chore service for: master/39e84130bbc9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T18:24:39,280 INFO [M:0;39e84130bbc9:37249 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T18:24:39,280 DEBUG [M:0;39e84130bbc9:37249 {}] master.HMaster(1795): Stopping service threads 2024-11-13T18:24:39,280 INFO [M:0;39e84130bbc9:37249 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T18:24:39,280 INFO [M:0;39e84130bbc9:37249 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T18:24:39,280 INFO [M:0;39e84130bbc9:37249 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T18:24:39,280 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T18:24:39,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37249-0x100ed581db00000, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T18:24:39,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37249-0x100ed581db00000, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T18:24:39,282 DEBUG [M:0;39e84130bbc9:37249 {}] zookeeper.ZKUtil(347): master:37249-0x100ed581db00000, quorum=127.0.0.1:60629, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T18:24:39,282 WARN [M:0;39e84130bbc9:37249 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T18:24:39,282 INFO [M:0;39e84130bbc9:37249 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/.lastflushedseqids 2024-11-13T18:24:39,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741844_1020 (size=191) 2024-11-13T18:24:39,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34145 is added to blk_1073741844_1020 (size=191) 2024-11-13T18:24:39,292 INFO [M:0;39e84130bbc9:37249 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T18:24:39,292 INFO [M:0;39e84130bbc9:37249 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T18:24:39,292 DEBUG [M:0;39e84130bbc9:37249 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T18:24:39,292 INFO [M:0;39e84130bbc9:37249 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:24:39,292 DEBUG [M:0;39e84130bbc9:37249 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:24:39,292 DEBUG [M:0;39e84130bbc9:37249 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T18:24:39,292 DEBUG [M:0;39e84130bbc9:37249 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:24:39,293 INFO [M:0;39e84130bbc9:37249 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.62 KB heapSize=37.03 KB 2024-11-13T18:24:39,315 DEBUG [M:0;39e84130bbc9:37249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/39454645d3d04b2c9bd4cb62ccc08c66 is 82, key is hbase:meta,,1/info:regioninfo/1731522277467/Put/seqid=0 2024-11-13T18:24:39,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741845_1021 (size=5672) 2024-11-13T18:24:39,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34145 is added to blk_1073741845_1021 (size=5672) 2024-11-13T18:24:39,327 INFO [M:0;39e84130bbc9:37249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/39454645d3d04b2c9bd4cb62ccc08c66 2024-11-13T18:24:39,352 DEBUG [M:0;39e84130bbc9:37249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86400b42f01b4465b01f03efb7c27d6d is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731522278478/Put/seqid=0 2024-11-13T18:24:39,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34145 is added to blk_1073741846_1022 (size=6218) 2024-11-13T18:24:39,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741846_1022 (size=6218) 2024-11-13T18:24:39,359 INFO [M:0;39e84130bbc9:37249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86400b42f01b4465b01f03efb7c27d6d 2024-11-13T18:24:39,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x100ed581db00002, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:24:39,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41203-0x100ed581db00002, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:24:39,362 INFO [RS:1;39e84130bbc9:41203 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:24:39,362 INFO [RS:1;39e84130bbc9:41203 {}] regionserver.HRegionServer(1031): Exiting; stopping=39e84130bbc9,41203,1731522275763; zookeeper connection closed. 2024-11-13T18:24:39,363 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@198f3c4b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@198f3c4b 2024-11-13T18:24:39,378 INFO [RS:0;39e84130bbc9:38757 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:24:39,378 INFO [RS:0;39e84130bbc9:38757 {}] regionserver.HRegionServer(1031): Exiting; stopping=39e84130bbc9,38757,1731522275704; zookeeper connection closed. 2024-11-13T18:24:39,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38757-0x100ed581db00001, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:24:39,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38757-0x100ed581db00001, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:24:39,379 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@468caa4e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@468caa4e 2024-11-13T18:24:39,379 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-13T18:24:39,381 DEBUG [M:0;39e84130bbc9:37249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a24a763b9ce8480c9fc1ddff955f7338 is 69, key is 39e84130bbc9,38757,1731522275704/rs:state/1731522276631/Put/seqid=0 2024-11-13T18:24:39,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741847_1023 (size=5224) 2024-11-13T18:24:39,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34145 is added to blk_1073741847_1023 (size=5224) 2024-11-13T18:24:39,410 INFO [M:0;39e84130bbc9:37249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a24a763b9ce8480c9fc1ddff955f7338 2024-11-13T18:24:39,416 DEBUG [M:0;39e84130bbc9:37249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/39454645d3d04b2c9bd4cb62ccc08c66 as hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/39454645d3d04b2c9bd4cb62ccc08c66 2024-11-13T18:24:39,421 INFO [M:0;39e84130bbc9:37249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/39454645d3d04b2c9bd4cb62ccc08c66, entries=8, sequenceid=71, filesize=5.5 K 2024-11-13T18:24:39,422 DEBUG [M:0;39e84130bbc9:37249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86400b42f01b4465b01f03efb7c27d6d as hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/86400b42f01b4465b01f03efb7c27d6d 2024-11-13T18:24:39,430 INFO [M:0;39e84130bbc9:37249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/86400b42f01b4465b01f03efb7c27d6d, entries=8, sequenceid=71, filesize=6.1 K 2024-11-13T18:24:39,431 DEBUG [M:0;39e84130bbc9:37249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a24a763b9ce8480c9fc1ddff955f7338 as hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a24a763b9ce8480c9fc1ddff955f7338 2024-11-13T18:24:39,436 INFO [M:0;39e84130bbc9:37249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34089/user/jenkins/test-data/2d40d867-de96-00ad-fa9a-1f3fcaf1ea44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a24a763b9ce8480c9fc1ddff955f7338, entries=2, sequenceid=71, filesize=5.1 K 2024-11-13T18:24:39,437 INFO [M:0;39e84130bbc9:37249 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.62 KB/30330, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 145ms, sequenceid=71, compaction requested=false 2024-11-13T18:24:39,439 INFO [M:0;39e84130bbc9:37249 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T18:24:39,439 DEBUG [M:0;39e84130bbc9:37249 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731522279292Disabling compacts and flushes for region at 1731522279292Disabling writes for close at 1731522279292Obtaining lock to block concurrent updates at 1731522279293 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731522279293Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30330, getHeapSize=37856, getOffHeapSize=0, getCellsCount=86 at 1731522279293Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731522279294 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731522279294Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731522279315 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731522279315Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731522279334 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731522279351 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731522279351Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731522279365 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731522279381 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731522279381Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23cf65: reopening flushed file at 1731522279416 (+35 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a29832f: reopening flushed file at 1731522279422 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67af946f: reopening flushed file at 1731522279430 (+8 ms)Finished flush of dataSize ~29.62 KB/30330, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 145ms, sequenceid=71, compaction requested=false at 1731522279437 (+7 ms)Writing region close event to WAL at 1731522279439 (+2 ms)Closed at 1731522279439 2024-11-13T18:24:39,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34145 is added to blk_1073741830_1006 (size=35477) 2024-11-13T18:24:39,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34379 is added to blk_1073741830_1006 (size=35477) 2024-11-13T18:24:39,443 INFO [M:0;39e84130bbc9:37249 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T18:24:39,444 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T18:24:39,444 INFO [M:0;39e84130bbc9:37249 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37249 2024-11-13T18:24:39,444 INFO [M:0;39e84130bbc9:37249 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T18:24:39,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37249-0x100ed581db00000, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:24:39,546 INFO [M:0;39e84130bbc9:37249 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T18:24:39,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37249-0x100ed581db00000, quorum=127.0.0.1:60629, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T18:24:39,550 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@310f541b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:24:39,550 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@494bce2a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:24:39,550 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:24:39,550 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@87734d3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:24:39,550 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@250bf691{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458d76f7-e54d-44da-275a-fd191699e6cd/hadoop.log.dir/,STOPPED} 2024-11-13T18:24:39,552 WARN [BP-1730097627-172.17.0.3-1731522274623 heartbeating to localhost/127.0.0.1:34089 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:24:39,552 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:24:39,552 WARN [BP-1730097627-172.17.0.3-1731522274623 heartbeating to localhost/127.0.0.1:34089 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1730097627-172.17.0.3-1731522274623 (Datanode Uuid 94707048-dc2c-4a08-b657-eb8669847b26) service to localhost/127.0.0.1:34089 2024-11-13T18:24:39,552 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:24:39,553 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458d76f7-e54d-44da-275a-fd191699e6cd/cluster_8e6dc818-8412-3f3c-59a3-1e5e0bcac11d/data/data3/current/BP-1730097627-172.17.0.3-1731522274623 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:24:39,553 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458d76f7-e54d-44da-275a-fd191699e6cd/cluster_8e6dc818-8412-3f3c-59a3-1e5e0bcac11d/data/data4/current/BP-1730097627-172.17.0.3-1731522274623 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:24:39,553 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:24:39,555 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d001ba3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T18:24:39,556 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f147152{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:24:39,556 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:24:39,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2545a28c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:24:39,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77466d4b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458d76f7-e54d-44da-275a-fd191699e6cd/hadoop.log.dir/,STOPPED} 2024-11-13T18:24:39,557 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T18:24:39,557 WARN [BP-1730097627-172.17.0.3-1731522274623 heartbeating to localhost/127.0.0.1:34089 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T18:24:39,557 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T18:24:39,557 WARN [BP-1730097627-172.17.0.3-1731522274623 heartbeating to localhost/127.0.0.1:34089 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1730097627-172.17.0.3-1731522274623 (Datanode Uuid 25f9e77c-e112-4ce0-b03a-9467faf08f99) service to localhost/127.0.0.1:34089 2024-11-13T18:24:39,558 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458d76f7-e54d-44da-275a-fd191699e6cd/cluster_8e6dc818-8412-3f3c-59a3-1e5e0bcac11d/data/data1/current/BP-1730097627-172.17.0.3-1731522274623 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:24:39,558 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458d76f7-e54d-44da-275a-fd191699e6cd/cluster_8e6dc818-8412-3f3c-59a3-1e5e0bcac11d/data/data2/current/BP-1730097627-172.17.0.3-1731522274623 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T18:24:39,558 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T18:24:39,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b5bdde0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T18:24:39,565 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d1b48f3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T18:24:39,565 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T18:24:39,565 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cb2a6cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T18:24:39,565 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c5bbfa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458d76f7-e54d-44da-275a-fd191699e6cd/hadoop.log.dir/,STOPPED} 2024-11-13T18:24:39,574 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T18:24:39,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T18:24:39,603 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=187 (was 167) - Thread LEAK? -, OpenFileDescriptor=547 (was 522) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=329 (was 297) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2032 (was 2391)