2024-11-15 22:28:54,324 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-15 22:28:54,353 main DEBUG Took 0.026064 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-15 22:28:54,354 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-15 22:28:54,355 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-15 22:28:54,356 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-15 22:28:54,358 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 22:28:54,374 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-15 22:28:54,397 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 22:28:54,401 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 22:28:54,402 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 22:28:54,403 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 22:28:54,404 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 22:28:54,404 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 22:28:54,406 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 22:28:54,406 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 22:28:54,407 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 22:28:54,408 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 22:28:54,409 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 22:28:54,410 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 22:28:54,411 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 22:28:54,411 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 22:28:54,412 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 22:28:54,413 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 22:28:54,414 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 22:28:54,414 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 22:28:54,415 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 22:28:54,416 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 22:28:54,417 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 22:28:54,417 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 22:28:54,418 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 22:28:54,419 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 22:28:54,420 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 22:28:54,420 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-15 22:28:54,423 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 22:28:54,425 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-15 22:28:54,428 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-15 22:28:54,429 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-15 22:28:54,431 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-15 22:28:54,431 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-15 22:28:54,444 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-15 22:28:54,448 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-15 22:28:54,453 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-15 22:28:54,454 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-15 22:28:54,454 main DEBUG createAppenders(={Console}) 2024-11-15 22:28:54,455 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-11-15 22:28:54,456 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-15 22:28:54,456 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-11-15 22:28:54,457 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-15 22:28:54,458 main DEBUG OutputStream closed 2024-11-15 22:28:54,458 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-15 22:28:54,458 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-15 22:28:54,459 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-11-15 22:28:54,556 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-15 22:28:54,559 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-15 22:28:54,560 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-15 22:28:54,562 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-15 22:28:54,564 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-15 22:28:54,565 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-15 22:28:54,566 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-15 22:28:54,566 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-15 22:28:54,567 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-15 22:28:54,568 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-15 22:28:54,568 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-15 22:28:54,569 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-15 22:28:54,570 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-15 22:28:54,570 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-15 22:28:54,571 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-15 22:28:54,571 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-15 22:28:54,572 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-15 22:28:54,573 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-15 22:28:54,576 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15 22:28:54,577 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-11-15 22:28:54,577 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-15 22:28:54,579 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-11-15T22:28:54,599 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-15 22:28:54,603 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-15 22:28:54,604 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15T22:28:54,688 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=426, ProcessCount=11, AvailableMemoryMB=4952 2024-11-15T22:28:54,951 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba6b814-74c4-9bc7-7a84-ca6591f50698 2024-11-15T22:28:54,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T22:28:54,973 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba6b814-74c4-9bc7-7a84-ca6591f50698/cluster_e5012af7-1e92-f491-0249-24e457c7ee2b, deleteOnExit=true 2024-11-15T22:28:54,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T22:28:54,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba6b814-74c4-9bc7-7a84-ca6591f50698/test.cache.data in system properties and HBase conf 2024-11-15T22:28:54,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba6b814-74c4-9bc7-7a84-ca6591f50698/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T22:28:54,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba6b814-74c4-9bc7-7a84-ca6591f50698/hadoop.log.dir in system properties and HBase conf 2024-11-15T22:28:54,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba6b814-74c4-9bc7-7a84-ca6591f50698/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T22:28:54,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba6b814-74c4-9bc7-7a84-ca6591f50698/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T22:28:54,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T22:28:55,071 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-15T22:28:55,175 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T22:28:55,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba6b814-74c4-9bc7-7a84-ca6591f50698/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:28:55,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba6b814-74c4-9bc7-7a84-ca6591f50698/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:28:55,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba6b814-74c4-9bc7-7a84-ca6591f50698/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T22:28:55,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba6b814-74c4-9bc7-7a84-ca6591f50698/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:28:55,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba6b814-74c4-9bc7-7a84-ca6591f50698/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T22:28:55,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba6b814-74c4-9bc7-7a84-ca6591f50698/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T22:28:55,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba6b814-74c4-9bc7-7a84-ca6591f50698/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:28:55,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba6b814-74c4-9bc7-7a84-ca6591f50698/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:28:55,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba6b814-74c4-9bc7-7a84-ca6591f50698/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T22:28:55,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba6b814-74c4-9bc7-7a84-ca6591f50698/nfs.dump.dir in system properties and HBase conf 2024-11-15T22:28:55,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba6b814-74c4-9bc7-7a84-ca6591f50698/java.io.tmpdir in system properties and HBase conf 2024-11-15T22:28:55,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba6b814-74c4-9bc7-7a84-ca6591f50698/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:28:55,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba6b814-74c4-9bc7-7a84-ca6591f50698/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T22:28:55,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba6b814-74c4-9bc7-7a84-ca6591f50698/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T22:28:56,515 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T22:28:56,615 INFO [Time-limited test {}] log.Log(170): Logging initialized @3206ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-15T22:28:56,713 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:28:56,792 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:28:56,818 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:28:56,818 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:28:56,827 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T22:28:56,846 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:28:56,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba6b814-74c4-9bc7-7a84-ca6591f50698/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:28:56,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:28:57,118 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba6b814-74c4-9bc7-7a84-ca6591f50698/java.io.tmpdir/jetty-localhost-37465-hadoop-hdfs-3_4_1-tests_jar-_-any-2380656112293768887/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:28:57,128 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:37465} 2024-11-15T22:28:57,128 INFO [Time-limited test {}] server.Server(415): Started @3720ms 2024-11-15T22:28:58,038 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:28:58,047 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:28:58,049 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:28:58,050 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:28:58,050 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T22:28:58,051 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba6b814-74c4-9bc7-7a84-ca6591f50698/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:28:58,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:28:58,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29a4cb9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba6b814-74c4-9bc7-7a84-ca6591f50698/java.io.tmpdir/jetty-localhost-37279-hadoop-hdfs-3_4_1-tests_jar-_-any-3154123937661998606/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:28:58,184 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:37279} 2024-11-15T22:28:58,184 INFO [Time-limited test {}] server.Server(415): Started @4776ms 2024-11-15T22:28:58,238 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T22:28:58,378 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:28:58,385 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:28:58,393 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:28:58,393 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:28:58,393 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T22:28:58,394 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba6b814-74c4-9bc7-7a84-ca6591f50698/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:28:58,394 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:28:58,526 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@723a9cbe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba6b814-74c4-9bc7-7a84-ca6591f50698/java.io.tmpdir/jetty-localhost-43289-hadoop-hdfs-3_4_1-tests_jar-_-any-14596295755003637264/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:28:58,526 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:43289} 2024-11-15T22:28:58,526 INFO [Time-limited test {}] server.Server(415): Started @5118ms 2024-11-15T22:28:58,529 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T22:29:00,076 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba6b814-74c4-9bc7-7a84-ca6591f50698/cluster_e5012af7-1e92-f491-0249-24e457c7ee2b/data/data1/current/BP-227519316-172.17.0.3-1731709735899/current, will proceed with Du for space computation calculation, 2024-11-15T22:29:00,076 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba6b814-74c4-9bc7-7a84-ca6591f50698/cluster_e5012af7-1e92-f491-0249-24e457c7ee2b/data/data4/current/BP-227519316-172.17.0.3-1731709735899/current, will proceed with Du for space computation calculation, 2024-11-15T22:29:00,076 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba6b814-74c4-9bc7-7a84-ca6591f50698/cluster_e5012af7-1e92-f491-0249-24e457c7ee2b/data/data3/current/BP-227519316-172.17.0.3-1731709735899/current, will proceed with Du for space computation calculation, 2024-11-15T22:29:00,076 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba6b814-74c4-9bc7-7a84-ca6591f50698/cluster_e5012af7-1e92-f491-0249-24e457c7ee2b/data/data2/current/BP-227519316-172.17.0.3-1731709735899/current, will proceed with Du for space computation calculation, 2024-11-15T22:29:00,116 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T22:29:00,116 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T22:29:00,170 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb41aaadc54b4a3fa with lease ID 0x4a09c3f91d5e4897: Processing first storage report for DS-07bc6934-6b77-4ac0-a98a-37d367e769a4 from datanode DatanodeRegistration(127.0.0.1:41717, datanodeUuid=a8cbea18-ac9e-44cf-927a-95bd77e8d524, infoPort=38397, infoSecurePort=0, ipcPort=44103, storageInfo=lv=-57;cid=testClusterID;nsid=559299396;c=1731709735899) 2024-11-15T22:29:00,171 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb41aaadc54b4a3fa with lease ID 0x4a09c3f91d5e4897: from storage DS-07bc6934-6b77-4ac0-a98a-37d367e769a4 node DatanodeRegistration(127.0.0.1:41717, datanodeUuid=a8cbea18-ac9e-44cf-927a-95bd77e8d524, infoPort=38397, infoSecurePort=0, ipcPort=44103, storageInfo=lv=-57;cid=testClusterID;nsid=559299396;c=1731709735899), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T22:29:00,172 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c3d4609bd599456 with lease ID 0x4a09c3f91d5e4898: Processing first storage report for DS-ac6c34ca-9686-41aa-955f-ab2d5197fcf5 from datanode DatanodeRegistration(127.0.0.1:40123, datanodeUuid=e9cbba02-c01e-4855-a516-530a2945b143, infoPort=44135, infoSecurePort=0, ipcPort=38315, storageInfo=lv=-57;cid=testClusterID;nsid=559299396;c=1731709735899) 2024-11-15T22:29:00,172 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c3d4609bd599456 with lease ID 0x4a09c3f91d5e4898: from storage DS-ac6c34ca-9686-41aa-955f-ab2d5197fcf5 node DatanodeRegistration(127.0.0.1:40123, datanodeUuid=e9cbba02-c01e-4855-a516-530a2945b143, infoPort=44135, infoSecurePort=0, ipcPort=38315, storageInfo=lv=-57;cid=testClusterID;nsid=559299396;c=1731709735899), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T22:29:00,172 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb41aaadc54b4a3fa with lease ID 0x4a09c3f91d5e4897: Processing first storage report for DS-5dbed780-b729-4d0a-be01-d07d4b82fdeb from datanode DatanodeRegistration(127.0.0.1:41717, datanodeUuid=a8cbea18-ac9e-44cf-927a-95bd77e8d524, infoPort=38397, infoSecurePort=0, ipcPort=44103, storageInfo=lv=-57;cid=testClusterID;nsid=559299396;c=1731709735899) 2024-11-15T22:29:00,172 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb41aaadc54b4a3fa with lease ID 0x4a09c3f91d5e4897: from storage DS-5dbed780-b729-4d0a-be01-d07d4b82fdeb node DatanodeRegistration(127.0.0.1:41717, datanodeUuid=a8cbea18-ac9e-44cf-927a-95bd77e8d524, infoPort=38397, infoSecurePort=0, ipcPort=44103, storageInfo=lv=-57;cid=testClusterID;nsid=559299396;c=1731709735899), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:29:00,173 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c3d4609bd599456 with lease ID 0x4a09c3f91d5e4898: Processing first storage report for DS-7e2f5f7e-a04d-479e-82a5-b7cf5ca7ef07 from datanode DatanodeRegistration(127.0.0.1:40123, datanodeUuid=e9cbba02-c01e-4855-a516-530a2945b143, infoPort=44135, infoSecurePort=0, ipcPort=38315, storageInfo=lv=-57;cid=testClusterID;nsid=559299396;c=1731709735899) 2024-11-15T22:29:00,173 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c3d4609bd599456 with lease ID 0x4a09c3f91d5e4898: from storage DS-7e2f5f7e-a04d-479e-82a5-b7cf5ca7ef07 node DatanodeRegistration(127.0.0.1:40123, datanodeUuid=e9cbba02-c01e-4855-a516-530a2945b143, infoPort=44135, infoSecurePort=0, ipcPort=38315, storageInfo=lv=-57;cid=testClusterID;nsid=559299396;c=1731709735899), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T22:29:00,244 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba6b814-74c4-9bc7-7a84-ca6591f50698 2024-11-15T22:29:00,328 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba6b814-74c4-9bc7-7a84-ca6591f50698/cluster_e5012af7-1e92-f491-0249-24e457c7ee2b/zookeeper_0, clientPort=55953, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba6b814-74c4-9bc7-7a84-ca6591f50698/cluster_e5012af7-1e92-f491-0249-24e457c7ee2b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba6b814-74c4-9bc7-7a84-ca6591f50698/cluster_e5012af7-1e92-f491-0249-24e457c7ee2b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T22:29:00,340 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55953 2024-11-15T22:29:00,350 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:00,352 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:00,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741825_1001 (size=7) 2024-11-15T22:29:00,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40123 is added to blk_1073741825_1001 (size=7) 2024-11-15T22:29:01,015 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8 with version=8 2024-11-15T22:29:01,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/hbase-staging 2024-11-15T22:29:01,095 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-15T22:29:01,396 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:29:01,405 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:01,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:01,411 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:29:01,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:01,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:29:01,558 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T22:29:01,619 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-15T22:29:01,628 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-15T22:29:01,633 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:29:01,659 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 47686 (auto-detected) 2024-11-15T22:29:01,660 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-15T22:29:01,681 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34787 2024-11-15T22:29:01,702 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34787 connecting to ZooKeeper ensemble=127.0.0.1:55953 2024-11-15T22:29:01,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347870x0, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:29:01,823 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34787-0x101409da0bf0000 connected 2024-11-15T22:29:01,908 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:01,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:01,920 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34787-0x101409da0bf0000, quorum=127.0.0.1:55953, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T22:29:01,924 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8, hbase.cluster.distributed=false 2024-11-15T22:29:01,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34787-0x101409da0bf0000, quorum=127.0.0.1:55953, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T22:29:01,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34787 2024-11-15T22:29:01,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34787 2024-11-15T22:29:01,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34787 2024-11-15T22:29:01,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34787 2024-11-15T22:29:01,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34787 2024-11-15T22:29:02,052 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:29:02,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:02,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:02,054 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:29:02,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:02,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:29:02,057 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T22:29:02,059 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:29:02,060 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38023 2024-11-15T22:29:02,062 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38023 connecting to ZooKeeper ensemble=127.0.0.1:55953 2024-11-15T22:29:02,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:02,068 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:02,086 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380230x0, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:29:02,087 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38023-0x101409da0bf0001 connected 2024-11-15T22:29:02,087 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38023-0x101409da0bf0001, quorum=127.0.0.1:55953, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T22:29:02,091 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T22:29:02,099 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T22:29:02,101 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38023-0x101409da0bf0001, quorum=127.0.0.1:55953, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T22:29:02,107 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38023-0x101409da0bf0001, quorum=127.0.0.1:55953, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T22:29:02,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38023 2024-11-15T22:29:02,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38023 2024-11-15T22:29:02,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38023 2024-11-15T22:29:02,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38023 2024-11-15T22:29:02,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38023 2024-11-15T22:29:02,133 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:29:02,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:02,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:02,134 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:29:02,134 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:02,134 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:29:02,134 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T22:29:02,135 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:29:02,136 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34301 2024-11-15T22:29:02,138 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34301 connecting to ZooKeeper ensemble=127.0.0.1:55953 2024-11-15T22:29:02,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:02,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:02,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343010x0, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:29:02,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:343010x0, quorum=127.0.0.1:55953, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T22:29:02,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34301-0x101409da0bf0002 connected 2024-11-15T22:29:02,161 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T22:29:02,161 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T22:29:02,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34301-0x101409da0bf0002, quorum=127.0.0.1:55953, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T22:29:02,164 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34301-0x101409da0bf0002, quorum=127.0.0.1:55953, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T22:29:02,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34301 2024-11-15T22:29:02,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34301 2024-11-15T22:29:02,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34301 2024-11-15T22:29:02,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34301 2024-11-15T22:29:02,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34301 2024-11-15T22:29:02,181 DEBUG [M:0;e611192d6313:34787 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e611192d6313:34787 2024-11-15T22:29:02,182 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e611192d6313,34787,1731709741238 2024-11-15T22:29:02,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34301-0x101409da0bf0002, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T22:29:02,191 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38023-0x101409da0bf0001, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T22:29:02,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34787-0x101409da0bf0000, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T22:29:02,194 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34787-0x101409da0bf0000, quorum=127.0.0.1:55953, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e611192d6313,34787,1731709741238 2024-11-15T22:29:02,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34301-0x101409da0bf0002, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T22:29:02,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34301-0x101409da0bf0002, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:02,233 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38023-0x101409da0bf0001, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T22:29:02,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34787-0x101409da0bf0000, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:02,233 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38023-0x101409da0bf0001, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:02,234 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34787-0x101409da0bf0000, quorum=127.0.0.1:55953, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T22:29:02,236 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e611192d6313,34787,1731709741238 from backup master directory 2024-11-15T22:29:02,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34301-0x101409da0bf0002, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T22:29:02,243 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38023-0x101409da0bf0001, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T22:29:02,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34787-0x101409da0bf0000, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e611192d6313,34787,1731709741238 2024-11-15T22:29:02,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34787-0x101409da0bf0000, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T22:29:02,244 WARN [master/e611192d6313:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:29:02,244 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e611192d6313,34787,1731709741238 2024-11-15T22:29:02,246 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-15T22:29:02,247 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-15T22:29:02,299 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/hbase.id] with ID: 60f43342-ddc1-49e2-b93d-6e5f3c6b9fad 2024-11-15T22:29:02,300 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/.tmp/hbase.id 2024-11-15T22:29:02,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741826_1002 (size=42) 2024-11-15T22:29:02,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40123 is added to blk_1073741826_1002 (size=42) 2024-11-15T22:29:02,315 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/.tmp/hbase.id]:[hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/hbase.id] 2024-11-15T22:29:02,355 INFO [master/e611192d6313:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:02,361 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T22:29:02,382 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 20ms. 2024-11-15T22:29:02,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34301-0x101409da0bf0002, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:02,391 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38023-0x101409da0bf0001, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:02,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34787-0x101409da0bf0000, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:02,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40123 is added to blk_1073741827_1003 (size=196) 2024-11-15T22:29:02,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741827_1003 (size=196) 2024-11-15T22:29:02,420 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:29:02,422 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T22:29:02,436 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T22:29:02,440 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:29:02,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40123 is added to blk_1073741828_1004 (size=1189) 2024-11-15T22:29:02,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741828_1004 (size=1189) 2024-11-15T22:29:02,485 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/MasterData/data/master/store 2024-11-15T22:29:02,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40123 is added to blk_1073741829_1005 (size=34) 2024-11-15T22:29:02,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741829_1005 (size=34) 2024-11-15T22:29:02,511 INFO [master/e611192d6313:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-15T22:29:02,514 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:29:02,515 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:29:02,515 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:29:02,516 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:29:02,517 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:29:02,517 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:29:02,517 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:29:02,518 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709742515Disabling compacts and flushes for region at 1731709742515Disabling writes for close at 1731709742517 (+2 ms)Writing region close event to WAL at 1731709742517Closed at 1731709742517 2024-11-15T22:29:02,520 WARN [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/MasterData/data/master/store/.initializing 2024-11-15T22:29:02,521 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/MasterData/WALs/e611192d6313,34787,1731709741238 2024-11-15T22:29:02,529 INFO [master/e611192d6313:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:29:02,547 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C34787%2C1731709741238, suffix=, logDir=hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/MasterData/WALs/e611192d6313,34787,1731709741238, archiveDir=hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/MasterData/oldWALs, maxLogs=10 2024-11-15T22:29:02,569 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/MasterData/WALs/e611192d6313,34787,1731709741238/e611192d6313%2C34787%2C1731709741238.1731709742552, exclude list is [], retry=0 2024-11-15T22:29:02,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41717,DS-07bc6934-6b77-4ac0-a98a-37d367e769a4,DISK] 2024-11-15T22:29:02,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40123,DS-ac6c34ca-9686-41aa-955f-ab2d5197fcf5,DISK] 2024-11-15T22:29:02,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-15T22:29:02,623 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/MasterData/WALs/e611192d6313,34787,1731709741238/e611192d6313%2C34787%2C1731709741238.1731709742552 2024-11-15T22:29:02,624 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44135:44135),(127.0.0.1/127.0.0.1:38397:38397)] 2024-11-15T22:29:02,624 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:29:02,625 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:29:02,628 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:02,630 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:02,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:02,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T22:29:02,693 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:02,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:02,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:02,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T22:29:02,700 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:02,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:29:02,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:02,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T22:29:02,704 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:02,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:29:02,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:02,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T22:29:02,709 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:02,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:29:02,711 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:02,716 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:02,717 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:02,724 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:02,724 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:02,727 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:29:02,731 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:02,736 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:29:02,737 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69633097, jitterRate=0.03761400282382965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:29:02,748 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731709742642Initializing all the Stores at 1731709742644 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709742645 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709742646 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709742646Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709742646Cleaning up temporary data from old regions at 1731709742724 (+78 ms)Region opened successfully at 1731709742748 (+24 ms) 2024-11-15T22:29:02,749 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T22:29:02,783 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d2c25b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:29:02,814 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T22:29:02,825 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T22:29:02,825 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T22:29:02,828 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T22:29:02,830 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-15T22:29:02,834 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-15T22:29:02,835 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T22:29:02,862 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T22:29:02,874 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34787-0x101409da0bf0000, quorum=127.0.0.1:55953, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T22:29:02,917 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T22:29:02,920 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T22:29:02,922 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34787-0x101409da0bf0000, quorum=127.0.0.1:55953, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T22:29:02,927 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T22:29:02,930 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T22:29:02,935 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34787-0x101409da0bf0000, quorum=127.0.0.1:55953, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T22:29:02,938 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T22:29:02,939 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34787-0x101409da0bf0000, quorum=127.0.0.1:55953, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T22:29:02,948 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T22:29:02,966 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34787-0x101409da0bf0000, quorum=127.0.0.1:55953, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T22:29:02,969 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T22:29:02,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34787-0x101409da0bf0000, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T22:29:02,980 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38023-0x101409da0bf0001, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T22:29:02,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34301-0x101409da0bf0002, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T22:29:02,980 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38023-0x101409da0bf0001, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:02,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34301-0x101409da0bf0002, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:02,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34787-0x101409da0bf0000, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:02,983 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e611192d6313,34787,1731709741238, sessionid=0x101409da0bf0000, setting cluster-up flag (Was=false) 2024-11-15T22:29:03,012 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38023-0x101409da0bf0001, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:03,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34787-0x101409da0bf0000, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:03,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34301-0x101409da0bf0002, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:03,043 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T22:29:03,045 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,34787,1731709741238 2024-11-15T22:29:03,064 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38023-0x101409da0bf0001, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:03,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34301-0x101409da0bf0002, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:03,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34787-0x101409da0bf0000, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:03,096 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T22:29:03,097 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,34787,1731709741238 2024-11-15T22:29:03,103 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T22:29:03,170 INFO [RS:0;e611192d6313:38023 {}] regionserver.HRegionServer(746): ClusterId : 60f43342-ddc1-49e2-b93d-6e5f3c6b9fad 2024-11-15T22:29:03,170 INFO [RS:1;e611192d6313:34301 {}] regionserver.HRegionServer(746): ClusterId : 60f43342-ddc1-49e2-b93d-6e5f3c6b9fad 2024-11-15T22:29:03,172 DEBUG [RS:0;e611192d6313:38023 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T22:29:03,172 DEBUG [RS:1;e611192d6313:34301 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T22:29:03,172 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T22:29:03,182 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T22:29:03,182 DEBUG [RS:1;e611192d6313:34301 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T22:29:03,182 DEBUG [RS:0;e611192d6313:38023 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T22:29:03,182 DEBUG [RS:1;e611192d6313:34301 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T22:29:03,182 DEBUG [RS:0;e611192d6313:38023 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T22:29:03,189 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T22:29:03,192 DEBUG [RS:1;e611192d6313:34301 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T22:29:03,192 DEBUG [RS:0;e611192d6313:38023 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T22:29:03,193 DEBUG [RS:0;e611192d6313:38023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63eab0e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:29:03,193 DEBUG [RS:1;e611192d6313:34301 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20c02a8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:29:03,196 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e611192d6313,34787,1731709741238 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T22:29:03,203 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:29:03,204 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:29:03,204 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:29:03,204 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:29:03,204 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e611192d6313:0, corePoolSize=10, maxPoolSize=10 2024-11-15T22:29:03,204 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:03,204 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:29:03,204 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:03,209 DEBUG [RS:0;e611192d6313:38023 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e611192d6313:38023 2024-11-15T22:29:03,211 DEBUG [RS:1;e611192d6313:34301 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e611192d6313:34301 2024-11-15T22:29:03,213 INFO [RS:1;e611192d6313:34301 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T22:29:03,213 INFO [RS:0;e611192d6313:38023 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T22:29:03,213 INFO [RS:1;e611192d6313:34301 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T22:29:03,213 INFO [RS:0;e611192d6313:38023 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T22:29:03,213 DEBUG [RS:0;e611192d6313:38023 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T22:29:03,213 DEBUG [RS:1;e611192d6313:34301 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T22:29:03,216 INFO [RS:0;e611192d6313:38023 {}] regionserver.HRegionServer(2659): reportForDuty to master=e611192d6313,34787,1731709741238 with port=38023, startcode=1731709742019 2024-11-15T22:29:03,216 INFO [RS:1;e611192d6313:34301 {}] regionserver.HRegionServer(2659): reportForDuty to master=e611192d6313,34787,1731709741238 with port=34301, startcode=1731709742132 2024-11-15T22:29:03,221 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731709773221 2024-11-15T22:29:03,223 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T22:29:03,224 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T22:29:03,226 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:29:03,226 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T22:29:03,228 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T22:29:03,228 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T22:29:03,229 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T22:29:03,229 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T22:29:03,231 DEBUG [RS:1;e611192d6313:34301 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T22:29:03,231 DEBUG [RS:0;e611192d6313:38023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T22:29:03,232 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:03,233 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T22:29:03,232 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:03,240 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T22:29:03,242 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T22:29:03,242 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T22:29:03,250 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T22:29:03,251 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T22:29:03,257 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709743252,5,FailOnTimeoutGroup] 2024-11-15T22:29:03,268 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709743258,5,FailOnTimeoutGroup] 2024-11-15T22:29:03,268 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:03,268 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T22:29:03,269 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:03,270 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:03,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40123 is added to blk_1073741831_1007 (size=1321) 2024-11-15T22:29:03,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741831_1007 (size=1321) 2024-11-15T22:29:03,276 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T22:29:03,277 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8 2024-11-15T22:29:03,278 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T22:29:03,278 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47233, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T22:29:03,284 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34787 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e611192d6313,34301,1731709742132 2024-11-15T22:29:03,286 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34787 {}] master.ServerManager(517): Registering regionserver=e611192d6313,34301,1731709742132 2024-11-15T22:29:03,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40123 is added to blk_1073741832_1008 (size=32) 2024-11-15T22:29:03,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741832_1008 (size=32) 2024-11-15T22:29:03,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:29:03,298 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34787 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e611192d6313,38023,1731709742019 2024-11-15T22:29:03,299 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34787 {}] master.ServerManager(517): Registering regionserver=e611192d6313,38023,1731709742019 2024-11-15T22:29:03,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:29:03,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:29:03,302 DEBUG [RS:1;e611192d6313:34301 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8 2024-11-15T22:29:03,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:03,302 DEBUG [RS:1;e611192d6313:34301 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33245 2024-11-15T22:29:03,302 DEBUG [RS:1;e611192d6313:34301 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T22:29:03,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:03,304 DEBUG [RS:0;e611192d6313:38023 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8 2024-11-15T22:29:03,304 DEBUG [RS:0;e611192d6313:38023 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33245 2024-11-15T22:29:03,304 DEBUG [RS:0;e611192d6313:38023 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T22:29:03,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:29:03,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:29:03,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:03,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:03,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:29:03,311 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:29:03,311 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:03,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:03,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:29:03,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:29:03,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:03,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:03,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:29:03,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/data/hbase/meta/1588230740 2024-11-15T22:29:03,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/data/hbase/meta/1588230740 2024-11-15T22:29:03,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:29:03,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:29:03,325 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:29:03,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:29:03,332 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:29:03,333 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65284430, jitterRate=-0.027186185121536255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:29:03,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731709743296Initializing all the Stores at 1731709743298 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709743298Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709743299 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709743299Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709743299Cleaning up temporary data from old regions at 1731709743324 (+25 ms)Region opened successfully at 1731709743338 (+14 ms) 2024-11-15T22:29:03,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:29:03,339 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:29:03,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:29:03,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:29:03,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:29:03,340 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:29:03,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709743339Disabling compacts and flushes for region at 1731709743339Disabling writes for close at 1731709743339Writing region close event to WAL at 1731709743340 (+1 ms)Closed at 1731709743340 2024-11-15T22:29:03,343 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:29:03,343 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T22:29:03,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T22:29:03,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34787-0x101409da0bf0000, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T22:29:03,352 DEBUG [RS:1;e611192d6313:34301 {}] zookeeper.ZKUtil(111): regionserver:34301-0x101409da0bf0002, quorum=127.0.0.1:55953, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e611192d6313,34301,1731709742132 2024-11-15T22:29:03,352 DEBUG [RS:0;e611192d6313:38023 {}] zookeeper.ZKUtil(111): regionserver:38023-0x101409da0bf0001, quorum=127.0.0.1:55953, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e611192d6313,38023,1731709742019 2024-11-15T22:29:03,353 WARN [RS:0;e611192d6313:38023 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:29:03,353 WARN [RS:1;e611192d6313:34301 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:29:03,353 INFO [RS:0;e611192d6313:38023 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:29:03,353 INFO [RS:1;e611192d6313:34301 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:29:03,353 DEBUG [RS:0;e611192d6313:38023 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/WALs/e611192d6313,38023,1731709742019 2024-11-15T22:29:03,353 DEBUG [RS:1;e611192d6313:34301 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/WALs/e611192d6313,34301,1731709742132 2024-11-15T22:29:03,355 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e611192d6313,38023,1731709742019] 2024-11-15T22:29:03,355 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e611192d6313,34301,1731709742132] 2024-11-15T22:29:03,358 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:29:03,361 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T22:29:03,380 INFO [RS:0;e611192d6313:38023 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T22:29:03,380 INFO [RS:1;e611192d6313:34301 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T22:29:03,397 INFO [RS:1;e611192d6313:34301 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T22:29:03,397 INFO [RS:0;e611192d6313:38023 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T22:29:03,402 INFO [RS:1;e611192d6313:34301 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T22:29:03,402 INFO [RS:0;e611192d6313:38023 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T22:29:03,402 INFO [RS:1;e611192d6313:34301 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:03,402 INFO [RS:0;e611192d6313:38023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:03,403 INFO [RS:0;e611192d6313:38023 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T22:29:03,403 INFO [RS:1;e611192d6313:34301 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T22:29:03,409 INFO [RS:0;e611192d6313:38023 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T22:29:03,409 INFO [RS:1;e611192d6313:34301 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T22:29:03,410 INFO [RS:0;e611192d6313:38023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:03,410 INFO [RS:1;e611192d6313:34301 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:03,411 DEBUG [RS:0;e611192d6313:38023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:03,411 DEBUG [RS:1;e611192d6313:34301 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:03,411 DEBUG [RS:0;e611192d6313:38023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:03,411 DEBUG [RS:1;e611192d6313:34301 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:03,411 DEBUG [RS:0;e611192d6313:38023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:03,411 DEBUG [RS:1;e611192d6313:34301 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:03,411 DEBUG [RS:0;e611192d6313:38023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:03,411 DEBUG [RS:1;e611192d6313:34301 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:03,411 DEBUG [RS:0;e611192d6313:38023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:03,411 DEBUG [RS:1;e611192d6313:34301 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:03,411 DEBUG [RS:0;e611192d6313:38023 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:29:03,411 DEBUG [RS:1;e611192d6313:34301 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:29:03,411 DEBUG [RS:0;e611192d6313:38023 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:03,411 DEBUG [RS:1;e611192d6313:34301 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:03,412 DEBUG [RS:0;e611192d6313:38023 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:03,412 DEBUG [RS:1;e611192d6313:34301 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:03,412 DEBUG [RS:0;e611192d6313:38023 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:03,412 DEBUG [RS:1;e611192d6313:34301 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:03,412 DEBUG [RS:0;e611192d6313:38023 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:03,412 DEBUG [RS:1;e611192d6313:34301 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:03,412 DEBUG [RS:0;e611192d6313:38023 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:03,412 DEBUG [RS:1;e611192d6313:34301 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:03,412 DEBUG [RS:0;e611192d6313:38023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:03,412 DEBUG [RS:1;e611192d6313:34301 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:03,412 DEBUG [RS:0;e611192d6313:38023 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:29:03,413 DEBUG [RS:1;e611192d6313:34301 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:29:03,413 DEBUG [RS:0;e611192d6313:38023 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:29:03,413 DEBUG [RS:1;e611192d6313:34301 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:29:03,414 INFO [RS:1;e611192d6313:34301 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:03,414 INFO [RS:0;e611192d6313:38023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:03,414 INFO [RS:1;e611192d6313:34301 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:03,414 INFO [RS:0;e611192d6313:38023 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:03,414 INFO [RS:1;e611192d6313:34301 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:03,414 INFO [RS:1;e611192d6313:34301 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:03,415 INFO [RS:1;e611192d6313:34301 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:03,415 INFO [RS:1;e611192d6313:34301 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,34301,1731709742132-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:29:03,414 INFO [RS:0;e611192d6313:38023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:03,415 INFO [RS:0;e611192d6313:38023 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:03,415 INFO [RS:0;e611192d6313:38023 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:03,415 INFO [RS:0;e611192d6313:38023 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,38023,1731709742019-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:29:03,442 INFO [RS:1;e611192d6313:34301 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T22:29:03,442 INFO [RS:0;e611192d6313:38023 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T22:29:03,444 INFO [RS:1;e611192d6313:34301 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,34301,1731709742132-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:03,444 INFO [RS:0;e611192d6313:38023 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,38023,1731709742019-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:03,445 INFO [RS:1;e611192d6313:34301 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:03,445 INFO [RS:0;e611192d6313:38023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:03,445 INFO [RS:1;e611192d6313:34301 {}] regionserver.Replication(171): e611192d6313,34301,1731709742132 started 2024-11-15T22:29:03,445 INFO [RS:0;e611192d6313:38023 {}] regionserver.Replication(171): e611192d6313,38023,1731709742019 started 2024-11-15T22:29:03,466 INFO [RS:0;e611192d6313:38023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:03,466 INFO [RS:0;e611192d6313:38023 {}] regionserver.HRegionServer(1482): Serving as e611192d6313,38023,1731709742019, RpcServer on e611192d6313/172.17.0.3:38023, sessionid=0x101409da0bf0001 2024-11-15T22:29:03,467 DEBUG [RS:0;e611192d6313:38023 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T22:29:03,467 DEBUG [RS:0;e611192d6313:38023 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e611192d6313,38023,1731709742019 2024-11-15T22:29:03,467 DEBUG [RS:0;e611192d6313:38023 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,38023,1731709742019' 2024-11-15T22:29:03,467 DEBUG [RS:0;e611192d6313:38023 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T22:29:03,468 DEBUG [RS:0;e611192d6313:38023 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T22:29:03,469 DEBUG [RS:0;e611192d6313:38023 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T22:29:03,469 DEBUG [RS:0;e611192d6313:38023 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T22:29:03,469 INFO [RS:1;e611192d6313:34301 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:03,469 DEBUG [RS:0;e611192d6313:38023 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e611192d6313,38023,1731709742019 2024-11-15T22:29:03,469 DEBUG [RS:0;e611192d6313:38023 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,38023,1731709742019' 2024-11-15T22:29:03,469 DEBUG [RS:0;e611192d6313:38023 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T22:29:03,469 INFO [RS:1;e611192d6313:34301 {}] regionserver.HRegionServer(1482): Serving as e611192d6313,34301,1731709742132, RpcServer on e611192d6313/172.17.0.3:34301, sessionid=0x101409da0bf0002 2024-11-15T22:29:03,469 DEBUG [RS:1;e611192d6313:34301 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T22:29:03,470 DEBUG [RS:1;e611192d6313:34301 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e611192d6313,34301,1731709742132 2024-11-15T22:29:03,470 DEBUG [RS:1;e611192d6313:34301 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,34301,1731709742132' 2024-11-15T22:29:03,470 DEBUG [RS:1;e611192d6313:34301 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T22:29:03,470 DEBUG [RS:0;e611192d6313:38023 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T22:29:03,470 DEBUG [RS:1;e611192d6313:34301 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T22:29:03,470 DEBUG [RS:0;e611192d6313:38023 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T22:29:03,471 INFO [RS:0;e611192d6313:38023 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T22:29:03,471 INFO [RS:0;e611192d6313:38023 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T22:29:03,471 DEBUG [RS:1;e611192d6313:34301 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T22:29:03,471 DEBUG [RS:1;e611192d6313:34301 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T22:29:03,471 DEBUG [RS:1;e611192d6313:34301 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e611192d6313,34301,1731709742132 2024-11-15T22:29:03,471 DEBUG [RS:1;e611192d6313:34301 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,34301,1731709742132' 2024-11-15T22:29:03,471 DEBUG [RS:1;e611192d6313:34301 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T22:29:03,472 DEBUG [RS:1;e611192d6313:34301 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T22:29:03,472 DEBUG [RS:1;e611192d6313:34301 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T22:29:03,472 INFO [RS:1;e611192d6313:34301 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T22:29:03,472 INFO [RS:1;e611192d6313:34301 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T22:29:03,512 WARN [e611192d6313:34787 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T22:29:03,576 INFO [RS:1;e611192d6313:34301 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:29:03,576 INFO [RS:0;e611192d6313:38023 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:29:03,579 INFO [RS:1;e611192d6313:34301 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C34301%2C1731709742132, suffix=, logDir=hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/WALs/e611192d6313,34301,1731709742132, archiveDir=hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/oldWALs, maxLogs=32 2024-11-15T22:29:03,579 INFO [RS:0;e611192d6313:38023 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C38023%2C1731709742019, suffix=, logDir=hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/WALs/e611192d6313,38023,1731709742019, archiveDir=hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/oldWALs, maxLogs=32 2024-11-15T22:29:03,596 DEBUG [RS:1;e611192d6313:34301 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/WALs/e611192d6313,34301,1731709742132/e611192d6313%2C34301%2C1731709742132.1731709743582, exclude list is [], retry=0 2024-11-15T22:29:03,601 DEBUG [RS:0;e611192d6313:38023 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/WALs/e611192d6313,38023,1731709742019/e611192d6313%2C38023%2C1731709742019.1731709743582, exclude list is [], retry=0 2024-11-15T22:29:03,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40123,DS-ac6c34ca-9686-41aa-955f-ab2d5197fcf5,DISK] 2024-11-15T22:29:03,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41717,DS-07bc6934-6b77-4ac0-a98a-37d367e769a4,DISK] 2024-11-15T22:29:03,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41717,DS-07bc6934-6b77-4ac0-a98a-37d367e769a4,DISK] 2024-11-15T22:29:03,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40123,DS-ac6c34ca-9686-41aa-955f-ab2d5197fcf5,DISK] 2024-11-15T22:29:03,609 INFO [RS:1;e611192d6313:34301 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/WALs/e611192d6313,34301,1731709742132/e611192d6313%2C34301%2C1731709742132.1731709743582 2024-11-15T22:29:03,612 DEBUG [RS:1;e611192d6313:34301 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38397:38397),(127.0.0.1/127.0.0.1:44135:44135)] 2024-11-15T22:29:03,617 INFO [RS:0;e611192d6313:38023 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/WALs/e611192d6313,38023,1731709742019/e611192d6313%2C38023%2C1731709742019.1731709743582 2024-11-15T22:29:03,619 DEBUG [RS:0;e611192d6313:38023 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44135:44135),(127.0.0.1/127.0.0.1:38397:38397)] 2024-11-15T22:29:03,765 DEBUG [e611192d6313:34787 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-15T22:29:03,771 DEBUG [e611192d6313:34787 {}] balancer.BalancerClusterState(204): Hosts are {e611192d6313=0} racks are {/default-rack=0} 2024-11-15T22:29:03,777 DEBUG [e611192d6313:34787 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T22:29:03,777 DEBUG [e611192d6313:34787 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T22:29:03,777 DEBUG [e611192d6313:34787 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T22:29:03,777 DEBUG [e611192d6313:34787 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T22:29:03,777 INFO [e611192d6313:34787 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T22:29:03,777 INFO [e611192d6313:34787 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T22:29:03,777 DEBUG [e611192d6313:34787 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T22:29:03,785 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e611192d6313,34301,1731709742132 2024-11-15T22:29:03,791 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,34301,1731709742132, state=OPENING 2024-11-15T22:29:03,843 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T22:29:03,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34787-0x101409da0bf0000, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:03,854 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38023-0x101409da0bf0001, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:03,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34301-0x101409da0bf0002, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:03,854 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T22:29:03,854 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T22:29:03,854 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T22:29:03,856 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:29:03,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,34301,1731709742132}] 2024-11-15T22:29:04,031 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:29:04,034 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:29:04,045 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T22:29:04,045 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:29:04,046 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T22:29:04,048 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C34301%2C1731709742132.meta, suffix=.meta, logDir=hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/WALs/e611192d6313,34301,1731709742132, archiveDir=hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/oldWALs, maxLogs=32 2024-11-15T22:29:04,064 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/WALs/e611192d6313,34301,1731709742132/e611192d6313%2C34301%2C1731709742132.meta.1731709744050.meta, exclude list is [], retry=0 2024-11-15T22:29:04,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41717,DS-07bc6934-6b77-4ac0-a98a-37d367e769a4,DISK] 2024-11-15T22:29:04,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40123,DS-ac6c34ca-9686-41aa-955f-ab2d5197fcf5,DISK] 2024-11-15T22:29:04,070 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/WALs/e611192d6313,34301,1731709742132/e611192d6313%2C34301%2C1731709742132.meta.1731709744050.meta 2024-11-15T22:29:04,071 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44135:44135),(127.0.0.1/127.0.0.1:38397:38397)] 2024-11-15T22:29:04,071 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:29:04,072 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T22:29:04,074 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T22:29:04,078 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T22:29:04,082 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T22:29:04,082 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:29:04,083 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T22:29:04,083 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T22:29:04,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:29:04,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:29:04,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:04,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:04,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:29:04,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:29:04,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:04,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:04,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:29:04,094 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:29:04,094 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:04,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:04,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:29:04,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:29:04,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:04,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:04,098 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:29:04,100 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/data/hbase/meta/1588230740 2024-11-15T22:29:04,103 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/data/hbase/meta/1588230740 2024-11-15T22:29:04,105 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:29:04,106 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:29:04,107 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:29:04,109 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:29:04,111 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68424710, jitterRate=0.019607633352279663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:29:04,111 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T22:29:04,113 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731709744083Writing region info on filesystem at 1731709744083Initializing all the Stores at 1731709744085 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709744085Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709744085Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709744085Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709744085Cleaning up temporary data from old regions at 1731709744106 (+21 ms)Running coprocessor post-open hooks at 1731709744111 (+5 ms)Region opened successfully at 1731709744113 (+2 ms) 2024-11-15T22:29:04,120 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731709744024 2024-11-15T22:29:04,130 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T22:29:04,131 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T22:29:04,132 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,34301,1731709742132 2024-11-15T22:29:04,135 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,34301,1731709742132, state=OPEN 2024-11-15T22:29:04,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34301-0x101409da0bf0002, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T22:29:04,138 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38023-0x101409da0bf0001, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T22:29:04,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34787-0x101409da0bf0000, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T22:29:04,138 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T22:29:04,138 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T22:29:04,138 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T22:29:04,138 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e611192d6313,34301,1731709742132 2024-11-15T22:29:04,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T22:29:04,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,34301,1731709742132 in 280 msec 2024-11-15T22:29:04,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T22:29:04,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 799 msec 2024-11-15T22:29:04,154 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:29:04,154 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T22:29:04,172 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:29:04,173 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,34301,1731709742132, seqNum=-1] 2024-11-15T22:29:04,194 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:29:04,196 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47489, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:29:04,217 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0840 sec 2024-11-15T22:29:04,217 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731709744217, completionTime=-1 2024-11-15T22:29:04,221 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-15T22:29:04,221 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T22:29:04,253 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-15T22:29:04,253 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731709804253 2024-11-15T22:29:04,253 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731709864253 2024-11-15T22:29:04,254 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 32 msec 2024-11-15T22:29:04,256 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-15T22:29:04,263 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,34787,1731709741238-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:04,264 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,34787,1731709741238-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:04,264 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,34787,1731709741238-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:04,265 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e611192d6313:34787, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:04,266 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:04,266 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:04,272 DEBUG [master/e611192d6313:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T22:29:04,299 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.054sec 2024-11-15T22:29:04,301 INFO [master/e611192d6313:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T22:29:04,303 INFO [master/e611192d6313:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T22:29:04,304 INFO [master/e611192d6313:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T22:29:04,305 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T22:29:04,305 INFO [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T22:29:04,306 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,34787,1731709741238-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:29:04,307 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,34787,1731709741238-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T22:29:04,312 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T22:29:04,313 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T22:29:04,313 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,34787,1731709741238-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:04,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b96709c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:29:04,383 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-15T22:29:04,383 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-15T22:29:04,422 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,34787,-1 for getting cluster id 2024-11-15T22:29:04,424 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:29:04,432 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60f43342-ddc1-49e2-b93d-6e5f3c6b9fad' 2024-11-15T22:29:04,435 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:29:04,435 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60f43342-ddc1-49e2-b93d-6e5f3c6b9fad" 2024-11-15T22:29:04,435 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3334e513, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:29:04,435 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,34787,-1] 2024-11-15T22:29:04,437 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:29:04,439 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:04,440 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:29:04,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d52dd2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:29:04,444 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:29:04,451 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,34301,1731709742132, seqNum=-1] 2024-11-15T22:29:04,452 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:29:04,455 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:29:04,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e611192d6313,34787,1731709741238 2024-11-15T22:29:04,478 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:29:04,482 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,34787,1731709741238 2024-11-15T22:29:04,485 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6575d0c6 2024-11-15T22:29:04,487 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:29:04,489 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:29:04,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34787 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:29:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34787 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-15T22:29:04,528 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T22:29:04,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34787 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-15T22:29:04,531 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:04,534 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T22:29:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:29:04,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40123 is added to blk_1073741836_1012 (size=379) 2024-11-15T22:29:04,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741836_1012 (size=379) 2024-11-15T22:29:04,567 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f3237c4f079da1232903ba6e397c8986, NAME => 'testClearRegionBlockCache,5,1731709744491.f3237c4f079da1232903ba6e397c8986.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8 2024-11-15T22:29:04,567 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f8ce14c225076ff04d6396162d394c3f, NAME => 'testClearRegionBlockCache,,1731709744491.f8ce14c225076ff04d6396162d394c3f.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8 2024-11-15T22:29:04,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741837_1013 (size=61) 2024-11-15T22:29:04,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40123 is added to blk_1073741838_1014 (size=61) 2024-11-15T22:29:04,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741838_1014 (size=61) 2024-11-15T22:29:04,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40123 is added to blk_1073741837_1013 (size=61) 2024-11-15T22:29:04,584 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731709744491.f8ce14c225076ff04d6396162d394c3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:29:04,584 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731709744491.f3237c4f079da1232903ba6e397c8986.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:29:04,584 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing f8ce14c225076ff04d6396162d394c3f, disabling compactions & flushes 2024-11-15T22:29:04,584 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731709744491.f8ce14c225076ff04d6396162d394c3f. 2024-11-15T22:29:04,584 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing f3237c4f079da1232903ba6e397c8986, disabling compactions & flushes 2024-11-15T22:29:04,584 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731709744491.f8ce14c225076ff04d6396162d394c3f. 2024-11-15T22:29:04,584 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731709744491.f3237c4f079da1232903ba6e397c8986. 2024-11-15T22:29:04,584 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731709744491.f8ce14c225076ff04d6396162d394c3f. after waiting 0 ms 2024-11-15T22:29:04,584 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731709744491.f3237c4f079da1232903ba6e397c8986. 2024-11-15T22:29:04,584 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731709744491.f8ce14c225076ff04d6396162d394c3f. 2024-11-15T22:29:04,584 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731709744491.f8ce14c225076ff04d6396162d394c3f. 2024-11-15T22:29:04,584 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731709744491.f3237c4f079da1232903ba6e397c8986. after waiting 0 ms 2024-11-15T22:29:04,585 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for f8ce14c225076ff04d6396162d394c3f: Waiting for close lock at 1731709744584Disabling compacts and flushes for region at 1731709744584Disabling writes for close at 1731709744584Writing region close event to WAL at 1731709744584Closed at 1731709744584 2024-11-15T22:29:04,585 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731709744491.f3237c4f079da1232903ba6e397c8986. 2024-11-15T22:29:04,585 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731709744491.f3237c4f079da1232903ba6e397c8986. 2024-11-15T22:29:04,585 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for f3237c4f079da1232903ba6e397c8986: Waiting for close lock at 1731709744584Disabling compacts and flushes for region at 1731709744584Disabling writes for close at 1731709744585 (+1 ms)Writing region close event to WAL at 1731709744585Closed at 1731709744585 2024-11-15T22:29:04,587 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T22:29:04,592 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731709744491.f8ce14c225076ff04d6396162d394c3f.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731709744587"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731709744587"}]},"ts":"1731709744587"} 2024-11-15T22:29:04,592 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731709744491.f3237c4f079da1232903ba6e397c8986.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731709744587"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731709744587"}]},"ts":"1731709744587"} 2024-11-15T22:29:04,625 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-15T22:29:04,628 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T22:29:04,630 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709744628"}]},"ts":"1731709744628"} 2024-11-15T22:29:04,635 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-15T22:29:04,636 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {e611192d6313=0} racks are {/default-rack=0} 2024-11-15T22:29:04,638 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T22:29:04,638 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T22:29:04,638 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T22:29:04,638 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T22:29:04,638 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T22:29:04,638 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T22:29:04,638 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T22:29:04,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f8ce14c225076ff04d6396162d394c3f, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f3237c4f079da1232903ba6e397c8986, ASSIGN}] 2024-11-15T22:29:04,643 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f8ce14c225076ff04d6396162d394c3f, ASSIGN 2024-11-15T22:29:04,643 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f3237c4f079da1232903ba6e397c8986, ASSIGN 2024-11-15T22:29:04,645 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f8ce14c225076ff04d6396162d394c3f, ASSIGN; state=OFFLINE, location=e611192d6313,34301,1731709742132; forceNewPlan=false, retain=false 2024-11-15T22:29:04,645 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f3237c4f079da1232903ba6e397c8986, ASSIGN; state=OFFLINE, location=e611192d6313,38023,1731709742019; forceNewPlan=false, retain=false 2024-11-15T22:29:04,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:29:04,797 INFO [e611192d6313:34787 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-15T22:29:04,798 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f8ce14c225076ff04d6396162d394c3f, regionState=OPENING, regionLocation=e611192d6313,34301,1731709742132 2024-11-15T22:29:04,798 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f3237c4f079da1232903ba6e397c8986, regionState=OPENING, regionLocation=e611192d6313,38023,1731709742019 2024-11-15T22:29:04,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f3237c4f079da1232903ba6e397c8986, ASSIGN because future has completed 2024-11-15T22:29:04,803 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3237c4f079da1232903ba6e397c8986, server=e611192d6313,38023,1731709742019}] 2024-11-15T22:29:04,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f8ce14c225076ff04d6396162d394c3f, ASSIGN because future has completed 2024-11-15T22:29:04,806 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8ce14c225076ff04d6396162d394c3f, server=e611192d6313,34301,1731709742132}] 2024-11-15T22:29:04,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:29:04,958 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:29:04,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:29:04,966 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731709744491.f8ce14c225076ff04d6396162d394c3f. 2024-11-15T22:29:04,966 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731709744491.f3237c4f079da1232903ba6e397c8986. 2024-11-15T22:29:04,966 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => f8ce14c225076ff04d6396162d394c3f, NAME => 'testClearRegionBlockCache,,1731709744491.f8ce14c225076ff04d6396162d394c3f.', STARTKEY => '', ENDKEY => '5'} 2024-11-15T22:29:04,966 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => f3237c4f079da1232903ba6e397c8986, NAME => 'testClearRegionBlockCache,5,1731709744491.f3237c4f079da1232903ba6e397c8986.', STARTKEY => '5', ENDKEY => ''} 2024-11-15T22:29:04,967 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache f8ce14c225076ff04d6396162d394c3f 2024-11-15T22:29:04,967 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache f3237c4f079da1232903ba6e397c8986 2024-11-15T22:29:04,967 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731709744491.f8ce14c225076ff04d6396162d394c3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:29:04,967 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731709744491.f3237c4f079da1232903ba6e397c8986.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:29:04,967 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for f3237c4f079da1232903ba6e397c8986 2024-11-15T22:29:04,967 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for f8ce14c225076ff04d6396162d394c3f 2024-11-15T22:29:04,967 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for f3237c4f079da1232903ba6e397c8986 2024-11-15T22:29:04,967 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for f8ce14c225076ff04d6396162d394c3f 2024-11-15T22:29:04,969 INFO [StoreOpener-f3237c4f079da1232903ba6e397c8986-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region f3237c4f079da1232903ba6e397c8986 2024-11-15T22:29:04,969 INFO [StoreOpener-f8ce14c225076ff04d6396162d394c3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region f8ce14c225076ff04d6396162d394c3f 2024-11-15T22:29:04,972 INFO [StoreOpener-f3237c4f079da1232903ba6e397c8986-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3237c4f079da1232903ba6e397c8986 columnFamilyName family 2024-11-15T22:29:04,972 INFO [StoreOpener-f8ce14c225076ff04d6396162d394c3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8ce14c225076ff04d6396162d394c3f columnFamilyName family 2024-11-15T22:29:04,972 DEBUG [StoreOpener-f3237c4f079da1232903ba6e397c8986-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:04,972 DEBUG [StoreOpener-f8ce14c225076ff04d6396162d394c3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:04,973 INFO [StoreOpener-f3237c4f079da1232903ba6e397c8986-1 {}] regionserver.HStore(327): Store=f3237c4f079da1232903ba6e397c8986/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:29:04,973 INFO [StoreOpener-f8ce14c225076ff04d6396162d394c3f-1 {}] regionserver.HStore(327): Store=f8ce14c225076ff04d6396162d394c3f/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:29:04,973 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for f8ce14c225076ff04d6396162d394c3f 2024-11-15T22:29:04,974 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for f3237c4f079da1232903ba6e397c8986 2024-11-15T22:29:04,974 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/data/default/testClearRegionBlockCache/f8ce14c225076ff04d6396162d394c3f 2024-11-15T22:29:04,975 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/data/default/testClearRegionBlockCache/f8ce14c225076ff04d6396162d394c3f 2024-11-15T22:29:04,975 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/data/default/testClearRegionBlockCache/f3237c4f079da1232903ba6e397c8986 2024-11-15T22:29:04,975 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/data/default/testClearRegionBlockCache/f3237c4f079da1232903ba6e397c8986 2024-11-15T22:29:04,975 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for f8ce14c225076ff04d6396162d394c3f 2024-11-15T22:29:04,975 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for f8ce14c225076ff04d6396162d394c3f 2024-11-15T22:29:04,976 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for f3237c4f079da1232903ba6e397c8986 2024-11-15T22:29:04,976 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for f3237c4f079da1232903ba6e397c8986 2024-11-15T22:29:04,978 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for f8ce14c225076ff04d6396162d394c3f 2024-11-15T22:29:04,978 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for f3237c4f079da1232903ba6e397c8986 2024-11-15T22:29:04,981 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/data/default/testClearRegionBlockCache/f8ce14c225076ff04d6396162d394c3f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:29:04,981 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/data/default/testClearRegionBlockCache/f3237c4f079da1232903ba6e397c8986/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:29:04,982 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened f8ce14c225076ff04d6396162d394c3f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64528311, jitterRate=-0.03845323622226715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T22:29:04,982 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f8ce14c225076ff04d6396162d394c3f 2024-11-15T22:29:04,982 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened f3237c4f079da1232903ba6e397c8986; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69902000, jitterRate=0.04162096977233887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T22:29:04,982 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f3237c4f079da1232903ba6e397c8986 2024-11-15T22:29:04,983 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for f8ce14c225076ff04d6396162d394c3f: Running coprocessor pre-open hook at 1731709744967Writing region info on filesystem at 1731709744967Initializing all the Stores at 1731709744969 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709744969Cleaning up temporary data from old regions at 1731709744975 (+6 ms)Running coprocessor post-open hooks at 1731709744982 (+7 ms)Region opened successfully at 1731709744983 (+1 ms) 2024-11-15T22:29:04,983 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for f3237c4f079da1232903ba6e397c8986: Running coprocessor pre-open hook at 1731709744967Writing region info on filesystem at 1731709744967Initializing all the Stores at 1731709744969 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709744969Cleaning up temporary data from old regions at 1731709744976 (+7 ms)Running coprocessor post-open hooks at 1731709744982 (+6 ms)Region opened successfully at 1731709744983 (+1 ms) 2024-11-15T22:29:04,985 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731709744491.f3237c4f079da1232903ba6e397c8986., pid=7, masterSystemTime=1731709744958 2024-11-15T22:29:04,987 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731709744491.f8ce14c225076ff04d6396162d394c3f., pid=8, masterSystemTime=1731709744961 2024-11-15T22:29:04,988 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731709744491.f3237c4f079da1232903ba6e397c8986. 2024-11-15T22:29:04,988 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731709744491.f3237c4f079da1232903ba6e397c8986. 2024-11-15T22:29:04,990 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f3237c4f079da1232903ba6e397c8986, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,38023,1731709742019 2024-11-15T22:29:04,990 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731709744491.f8ce14c225076ff04d6396162d394c3f. 2024-11-15T22:29:04,990 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731709744491.f8ce14c225076ff04d6396162d394c3f. 2024-11-15T22:29:04,992 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f8ce14c225076ff04d6396162d394c3f, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,34301,1731709742132 2024-11-15T22:29:04,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3237c4f079da1232903ba6e397c8986, server=e611192d6313,38023,1731709742019 because future has completed 2024-11-15T22:29:04,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8ce14c225076ff04d6396162d394c3f, server=e611192d6313,34301,1731709742132 because future has completed 2024-11-15T22:29:05,000 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-15T22:29:05,000 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f3237c4f079da1232903ba6e397c8986, server=e611192d6313,38023,1731709742019 in 193 msec 2024-11-15T22:29:05,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f3237c4f079da1232903ba6e397c8986, ASSIGN in 361 msec 2024-11-15T22:29:05,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-15T22:29:05,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f8ce14c225076ff04d6396162d394c3f, server=e611192d6313,34301,1731709742132 in 194 msec 2024-11-15T22:29:05,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T22:29:05,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f8ce14c225076ff04d6396162d394c3f, ASSIGN in 366 msec 2024-11-15T22:29:05,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T22:29:05,011 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709745011"}]},"ts":"1731709745011"} 2024-11-15T22:29:05,015 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-15T22:29:05,017 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T22:29:05,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 521 msec 2024-11-15T22:29:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:29:05,170 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-15T22:29:05,170 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-15T22:29:05,172 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T22:29:05,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-15T22:29:05,179 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T22:29:05,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-15T22:29:05,188 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731709744491.f8ce14c225076ff04d6396162d394c3f., hostname=e611192d6313,34301,1731709742132, seqNum=2] 2024-11-15T22:29:05,208 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731709744491.f3237c4f079da1232903ba6e397c8986., hostname=e611192d6313,38023,1731709742019, seqNum=2] 2024-11-15T22:29:05,209 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:29:05,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:29:05,231 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f3237c4f079da1232903ba6e397c8986 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-15T22:29:05,299 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/data/default/testClearRegionBlockCache/f3237c4f079da1232903ba6e397c8986/.tmp/family/e9145ff9d6b7405bb1d33c2f984d81ba is 32, key is 5/family:/1731709745212/Put/seqid=0 2024-11-15T22:29:05,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40123 is added to blk_1073741839_1015 (size=5083) 2024-11-15T22:29:05,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741839_1015 (size=5083) 2024-11-15T22:29:05,312 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/data/default/testClearRegionBlockCache/f3237c4f079da1232903ba6e397c8986/.tmp/family/e9145ff9d6b7405bb1d33c2f984d81ba 2024-11-15T22:29:05,358 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/data/default/testClearRegionBlockCache/f3237c4f079da1232903ba6e397c8986/.tmp/family/e9145ff9d6b7405bb1d33c2f984d81ba as hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/data/default/testClearRegionBlockCache/f3237c4f079da1232903ba6e397c8986/family/e9145ff9d6b7405bb1d33c2f984d81ba 2024-11-15T22:29:05,368 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/data/default/testClearRegionBlockCache/f3237c4f079da1232903ba6e397c8986/family/e9145ff9d6b7405bb1d33c2f984d81ba, entries=5, sequenceid=9, filesize=5.0 K 2024-11-15T22:29:05,375 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for f3237c4f079da1232903ba6e397c8986 in 143ms, sequenceid=9, compaction requested=false 2024-11-15T22:29:05,376 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-15T22:29:05,378 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f3237c4f079da1232903ba6e397c8986: 2024-11-15T22:29:05,378 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f8ce14c225076ff04d6396162d394c3f 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-15T22:29:05,404 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/data/default/testClearRegionBlockCache/f8ce14c225076ff04d6396162d394c3f/.tmp/family/69c9518918424c4986b02967ae0464a8 is 32, key is 1/family:/1731709745190/Put/seqid=0 2024-11-15T22:29:05,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741840_1016 (size=5054) 2024-11-15T22:29:05,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40123 is added to blk_1073741840_1016 (size=5054) 2024-11-15T22:29:05,414 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/data/default/testClearRegionBlockCache/f8ce14c225076ff04d6396162d394c3f/.tmp/family/69c9518918424c4986b02967ae0464a8 2024-11-15T22:29:05,427 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/data/default/testClearRegionBlockCache/f8ce14c225076ff04d6396162d394c3f/.tmp/family/69c9518918424c4986b02967ae0464a8 as hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/data/default/testClearRegionBlockCache/f8ce14c225076ff04d6396162d394c3f/family/69c9518918424c4986b02967ae0464a8 2024-11-15T22:29:05,441 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/data/default/testClearRegionBlockCache/f8ce14c225076ff04d6396162d394c3f/family/69c9518918424c4986b02967ae0464a8, entries=4, sequenceid=8, filesize=4.9 K 2024-11-15T22:29:05,443 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for f8ce14c225076ff04d6396162d394c3f in 65ms, sequenceid=8, compaction requested=false 2024-11-15T22:29:05,443 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f8ce14c225076ff04d6396162d394c3f: 2024-11-15T22:29:05,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b684553, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:29:05,447 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,34787,-1 for getting cluster id 2024-11-15T22:29:05,447 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:29:05,449 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60f43342-ddc1-49e2-b93d-6e5f3c6b9fad' 2024-11-15T22:29:05,450 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:29:05,450 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60f43342-ddc1-49e2-b93d-6e5f3c6b9fad" 2024-11-15T22:29:05,451 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fa36819, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:29:05,451 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,34787,-1] 2024-11-15T22:29:05,451 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:29:05,452 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:05,453 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:29:05,455 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fe6083e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:29:05,473 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-15T22:29:05,474 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:29:05,476 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,34301,1731709742132, seqNum=-1] 2024-11-15T22:29:05,477 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:29:05,479 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:29:05,491 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:29:05,492 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:29:05,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:29:05,495 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:29:05,500 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:29:05,500 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:29:05,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:05,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:05,507 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:29:05,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T22:29:05,507 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:29:05,507 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:29:05,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:05,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:05,508 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:29:05,508 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T22:29:05,508 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=912298141, stopped=false 2024-11-15T22:29:05,509 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e611192d6313,34787,1731709741238 2024-11-15T22:29:05,569 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38023-0x101409da0bf0001, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T22:29:05,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34787-0x101409da0bf0000, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T22:29:05,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34301-0x101409da0bf0002, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T22:29:05,569 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38023-0x101409da0bf0001, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:05,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34301-0x101409da0bf0002, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:05,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34787-0x101409da0bf0000, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:05,569 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:29:05,570 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:29:05,570 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34301-0x101409da0bf0002, quorum=127.0.0.1:55953, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T22:29:05,570 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:29:05,570 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34787-0x101409da0bf0000, quorum=127.0.0.1:55953, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T22:29:05,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:05,570 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38023-0x101409da0bf0001, quorum=127.0.0.1:55953, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T22:29:05,571 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e611192d6313,38023,1731709742019' ***** 2024-11-15T22:29:05,571 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T22:29:05,571 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e611192d6313,34301,1731709742132' ***** 2024-11-15T22:29:05,571 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T22:29:05,571 INFO [RS:0;e611192d6313:38023 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T22:29:05,571 INFO [RS:1;e611192d6313:34301 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T22:29:05,572 INFO [RS:0;e611192d6313:38023 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T22:29:05,572 INFO [RS:1;e611192d6313:34301 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T22:29:05,572 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T22:29:05,572 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T22:29:05,572 INFO [RS:0;e611192d6313:38023 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T22:29:05,572 INFO [RS:1;e611192d6313:34301 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T22:29:05,572 INFO [RS:0;e611192d6313:38023 {}] regionserver.HRegionServer(3091): Received CLOSE for f3237c4f079da1232903ba6e397c8986 2024-11-15T22:29:05,572 INFO [RS:1;e611192d6313:34301 {}] regionserver.HRegionServer(3091): Received CLOSE for f8ce14c225076ff04d6396162d394c3f 2024-11-15T22:29:05,573 INFO [RS:1;e611192d6313:34301 {}] regionserver.HRegionServer(959): stopping server e611192d6313,34301,1731709742132 2024-11-15T22:29:05,573 INFO [RS:0;e611192d6313:38023 {}] regionserver.HRegionServer(959): stopping server e611192d6313,38023,1731709742019 2024-11-15T22:29:05,573 INFO [RS:1;e611192d6313:34301 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:29:05,573 INFO [RS:0;e611192d6313:38023 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:29:05,573 INFO [RS:1;e611192d6313:34301 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;e611192d6313:34301. 2024-11-15T22:29:05,573 INFO [RS:0;e611192d6313:38023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:38023. 2024-11-15T22:29:05,573 DEBUG [RS:1;e611192d6313:34301 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:29:05,573 DEBUG [RS:0;e611192d6313:38023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:29:05,573 DEBUG [RS:1;e611192d6313:34301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:05,573 DEBUG [RS:0;e611192d6313:38023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:05,573 INFO [RS:1;e611192d6313:34301 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T22:29:05,573 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f3237c4f079da1232903ba6e397c8986, disabling compactions & flushes 2024-11-15T22:29:05,573 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f8ce14c225076ff04d6396162d394c3f, disabling compactions & flushes 2024-11-15T22:29:05,573 INFO [RS:0;e611192d6313:38023 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T22:29:05,573 INFO [RS:1;e611192d6313:34301 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T22:29:05,573 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731709744491.f8ce14c225076ff04d6396162d394c3f. 2024-11-15T22:29:05,573 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731709744491.f3237c4f079da1232903ba6e397c8986. 2024-11-15T22:29:05,573 INFO [RS:1;e611192d6313:34301 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T22:29:05,573 DEBUG [RS:0;e611192d6313:38023 {}] regionserver.HRegionServer(1325): Online Regions={f3237c4f079da1232903ba6e397c8986=testClearRegionBlockCache,5,1731709744491.f3237c4f079da1232903ba6e397c8986.} 2024-11-15T22:29:05,573 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731709744491.f8ce14c225076ff04d6396162d394c3f. 2024-11-15T22:29:05,573 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731709744491.f3237c4f079da1232903ba6e397c8986. 2024-11-15T22:29:05,573 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731709744491.f8ce14c225076ff04d6396162d394c3f. after waiting 0 ms 2024-11-15T22:29:05,573 INFO [RS:1;e611192d6313:34301 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T22:29:05,573 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731709744491.f3237c4f079da1232903ba6e397c8986. after waiting 0 ms 2024-11-15T22:29:05,573 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731709744491.f8ce14c225076ff04d6396162d394c3f. 2024-11-15T22:29:05,574 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731709744491.f3237c4f079da1232903ba6e397c8986. 2024-11-15T22:29:05,574 DEBUG [RS:0;e611192d6313:38023 {}] regionserver.HRegionServer(1351): Waiting on f3237c4f079da1232903ba6e397c8986 2024-11-15T22:29:05,574 INFO [RS:1;e611192d6313:34301 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T22:29:05,574 DEBUG [RS:1;e611192d6313:34301 {}] regionserver.HRegionServer(1325): Online Regions={f8ce14c225076ff04d6396162d394c3f=testClearRegionBlockCache,,1731709744491.f8ce14c225076ff04d6396162d394c3f., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T22:29:05,574 DEBUG [RS:1;e611192d6313:34301 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f8ce14c225076ff04d6396162d394c3f 2024-11-15T22:29:05,574 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:29:05,574 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:29:05,574 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:29:05,574 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:29:05,574 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:29:05,575 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-15T22:29:05,583 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/data/default/testClearRegionBlockCache/f8ce14c225076ff04d6396162d394c3f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-15T22:29:05,583 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/data/default/testClearRegionBlockCache/f3237c4f079da1232903ba6e397c8986/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-15T22:29:05,585 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731709744491.f3237c4f079da1232903ba6e397c8986. 2024-11-15T22:29:05,585 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731709744491.f8ce14c225076ff04d6396162d394c3f. 2024-11-15T22:29:05,585 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f3237c4f079da1232903ba6e397c8986: Waiting for close lock at 1731709745573Running coprocessor pre-close hooks at 1731709745573Disabling compacts and flushes for region at 1731709745573Disabling writes for close at 1731709745573Writing region close event to WAL at 1731709745576 (+3 ms)Running coprocessor post-close hooks at 1731709745584 (+8 ms)Closed at 1731709745585 (+1 ms) 2024-11-15T22:29:05,585 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f8ce14c225076ff04d6396162d394c3f: Waiting for close lock at 1731709745573Running coprocessor pre-close hooks at 1731709745573Disabling compacts and flushes for region at 1731709745573Disabling writes for close at 1731709745573Writing region close event to WAL at 1731709745577 (+4 ms)Running coprocessor post-close hooks at 1731709745584 (+7 ms)Closed at 1731709745585 (+1 ms) 2024-11-15T22:29:05,586 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731709744491.f3237c4f079da1232903ba6e397c8986. 2024-11-15T22:29:05,586 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731709744491.f8ce14c225076ff04d6396162d394c3f. 2024-11-15T22:29:05,603 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/data/hbase/meta/1588230740/.tmp/info/0575e3538ed049e08e863d5b0b8e7437 is 173, key is testClearRegionBlockCache,5,1731709744491.f3237c4f079da1232903ba6e397c8986./info:regioninfo/1731709744989/Put/seqid=0 2024-11-15T22:29:05,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741841_1017 (size=8173) 2024-11-15T22:29:05,618 INFO [regionserver/e611192d6313:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:29:05,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40123 is added to blk_1073741841_1017 (size=8173) 2024-11-15T22:29:05,620 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/data/hbase/meta/1588230740/.tmp/info/0575e3538ed049e08e863d5b0b8e7437 2024-11-15T22:29:05,622 INFO [regionserver/e611192d6313:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:29:05,646 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/data/hbase/meta/1588230740/.tmp/ns/db3686726dc243d58c7c83e520adffba is 43, key is default/ns:d/1731709744201/Put/seqid=0 2024-11-15T22:29:05,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40123 is added to blk_1073741842_1018 (size=5153) 2024-11-15T22:29:05,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741842_1018 (size=5153) 2024-11-15T22:29:05,653 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/data/hbase/meta/1588230740/.tmp/ns/db3686726dc243d58c7c83e520adffba 2024-11-15T22:29:05,678 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/data/hbase/meta/1588230740/.tmp/table/a3cfb8ba72ff438eba389197b6a78ea1 is 61, key is testClearRegionBlockCache/table:state/1731709745011/Put/seqid=0 2024-11-15T22:29:05,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741843_1019 (size=5312) 2024-11-15T22:29:05,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40123 is added to blk_1073741843_1019 (size=5312) 2024-11-15T22:29:05,687 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/data/hbase/meta/1588230740/.tmp/table/a3cfb8ba72ff438eba389197b6a78ea1 2024-11-15T22:29:05,697 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/data/hbase/meta/1588230740/.tmp/info/0575e3538ed049e08e863d5b0b8e7437 as hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/data/hbase/meta/1588230740/info/0575e3538ed049e08e863d5b0b8e7437 2024-11-15T22:29:05,706 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/data/hbase/meta/1588230740/info/0575e3538ed049e08e863d5b0b8e7437, entries=20, sequenceid=13, filesize=8.0 K 2024-11-15T22:29:05,708 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/data/hbase/meta/1588230740/.tmp/ns/db3686726dc243d58c7c83e520adffba as hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/data/hbase/meta/1588230740/ns/db3686726dc243d58c7c83e520adffba 2024-11-15T22:29:05,718 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/data/hbase/meta/1588230740/ns/db3686726dc243d58c7c83e520adffba, entries=2, sequenceid=13, filesize=5.0 K 2024-11-15T22:29:05,720 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/data/hbase/meta/1588230740/.tmp/table/a3cfb8ba72ff438eba389197b6a78ea1 as hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/data/hbase/meta/1588230740/table/a3cfb8ba72ff438eba389197b6a78ea1 2024-11-15T22:29:05,730 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/data/hbase/meta/1588230740/table/a3cfb8ba72ff438eba389197b6a78ea1, entries=2, sequenceid=13, filesize=5.2 K 2024-11-15T22:29:05,732 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 158ms, sequenceid=13, compaction requested=false 2024-11-15T22:29:05,732 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T22:29:05,744 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-15T22:29:05,745 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:29:05,746 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:29:05,746 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709745574Running coprocessor pre-close hooks at 1731709745574Disabling compacts and flushes for region at 1731709745574Disabling writes for close at 1731709745574Obtaining lock to block concurrent updates at 1731709745575 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731709745575Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731709745575Flushing stores of hbase:meta,,1.1588230740 at 1731709745578 (+3 ms)Flushing 1588230740/info: creating writer at 1731709745579 (+1 ms)Flushing 1588230740/info: appending metadata at 1731709745603 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731709745603Flushing 1588230740/ns: creating writer at 1731709745630 (+27 ms)Flushing 1588230740/ns: appending metadata at 1731709745645 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731709745645Flushing 1588230740/table: creating writer at 1731709745662 (+17 ms)Flushing 1588230740/table: appending metadata at 1731709745677 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731709745677Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5969f004: reopening flushed file at 1731709745696 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12af6d21: reopening flushed file at 1731709745706 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4954f42: reopening flushed file at 1731709745718 (+12 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 158ms, sequenceid=13, compaction requested=false at 1731709745732 (+14 ms)Writing region close event to WAL at 1731709745738 (+6 ms)Running coprocessor post-close hooks at 1731709745745 (+7 ms)Closed at 1731709745746 (+1 ms) 2024-11-15T22:29:05,747 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T22:29:05,774 INFO [RS:0;e611192d6313:38023 {}] regionserver.HRegionServer(976): stopping server e611192d6313,38023,1731709742019; all regions closed. 2024-11-15T22:29:05,774 INFO [RS:1;e611192d6313:34301 {}] regionserver.HRegionServer(976): stopping server e611192d6313,34301,1731709742132; all regions closed. 2024-11-15T22:29:05,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741834_1010 (size=1867) 2024-11-15T22:29:05,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40123 is added to blk_1073741835_1011 (size=4338) 2024-11-15T22:29:05,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40123 is added to blk_1073741834_1010 (size=1867) 2024-11-15T22:29:05,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741835_1011 (size=4338) 2024-11-15T22:29:05,787 DEBUG [RS:0;e611192d6313:38023 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/oldWALs 2024-11-15T22:29:05,788 INFO [RS:0;e611192d6313:38023 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C38023%2C1731709742019:(num 1731709743582) 2024-11-15T22:29:05,788 DEBUG [RS:0;e611192d6313:38023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:05,788 INFO [RS:0;e611192d6313:38023 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:29:05,788 DEBUG [RS:1;e611192d6313:34301 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/oldWALs 2024-11-15T22:29:05,788 INFO [RS:1;e611192d6313:34301 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C34301%2C1731709742132.meta:.meta(num 1731709744050) 2024-11-15T22:29:05,788 INFO [RS:0;e611192d6313:38023 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:29:05,788 INFO [RS:0;e611192d6313:38023 {}] hbase.ChoreService(370): Chore service for: regionserver/e611192d6313:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T22:29:05,788 INFO [RS:0;e611192d6313:38023 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T22:29:05,788 INFO [RS:0;e611192d6313:38023 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T22:29:05,789 INFO [RS:0;e611192d6313:38023 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T22:29:05,789 INFO [regionserver/e611192d6313:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:29:05,789 INFO [RS:0;e611192d6313:38023 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:29:05,789 INFO [RS:0;e611192d6313:38023 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38023 2024-11-15T22:29:05,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741833_1009 (size=1758) 2024-11-15T22:29:05,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40123 is added to blk_1073741833_1009 (size=1758) 2024-11-15T22:29:05,796 DEBUG [RS:1;e611192d6313:34301 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/oldWALs 2024-11-15T22:29:05,796 INFO [RS:1;e611192d6313:34301 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C34301%2C1731709742132:(num 1731709743582) 2024-11-15T22:29:05,796 DEBUG [RS:1;e611192d6313:34301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:05,796 INFO [RS:1;e611192d6313:34301 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:29:05,796 INFO [RS:1;e611192d6313:34301 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:29:05,797 INFO [RS:1;e611192d6313:34301 {}] hbase.ChoreService(370): Chore service for: regionserver/e611192d6313:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T22:29:05,797 INFO [RS:1;e611192d6313:34301 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:29:05,797 INFO [regionserver/e611192d6313:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:29:05,797 INFO [RS:1;e611192d6313:34301 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34301 2024-11-15T22:29:05,801 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38023-0x101409da0bf0001, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e611192d6313,38023,1731709742019 2024-11-15T22:29:05,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34787-0x101409da0bf0000, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T22:29:05,801 INFO [RS:0;e611192d6313:38023 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:29:05,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34301-0x101409da0bf0002, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e611192d6313,34301,1731709742132 2024-11-15T22:29:05,811 INFO [RS:1;e611192d6313:34301 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:29:05,812 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e611192d6313,38023,1731709742019] 2024-11-15T22:29:05,832 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e611192d6313,38023,1731709742019 already deleted, retry=false 2024-11-15T22:29:05,833 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e611192d6313,38023,1731709742019 expired; onlineServers=1 2024-11-15T22:29:05,833 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e611192d6313,34301,1731709742132] 2024-11-15T22:29:05,843 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e611192d6313,34301,1731709742132 already deleted, retry=false 2024-11-15T22:29:05,843 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e611192d6313,34301,1731709742132 expired; onlineServers=0 2024-11-15T22:29:05,843 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e611192d6313,34787,1731709741238' ***** 2024-11-15T22:29:05,843 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T22:29:05,843 INFO [M:0;e611192d6313:34787 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:29:05,844 INFO [M:0;e611192d6313:34787 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:29:05,844 DEBUG [M:0;e611192d6313:34787 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T22:29:05,844 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T22:29:05,844 DEBUG [M:0;e611192d6313:34787 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T22:29:05,844 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709743252 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709743252,5,FailOnTimeoutGroup] 2024-11-15T22:29:05,844 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709743258 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709743258,5,FailOnTimeoutGroup] 2024-11-15T22:29:05,844 INFO [M:0;e611192d6313:34787 {}] hbase.ChoreService(370): Chore service for: master/e611192d6313:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T22:29:05,844 INFO [M:0;e611192d6313:34787 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:29:05,844 DEBUG [M:0;e611192d6313:34787 {}] master.HMaster(1795): Stopping service threads 2024-11-15T22:29:05,845 INFO [M:0;e611192d6313:34787 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T22:29:05,845 INFO [M:0;e611192d6313:34787 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:29:05,845 INFO [M:0;e611192d6313:34787 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T22:29:05,845 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T22:29:05,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34787-0x101409da0bf0000, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T22:29:05,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34787-0x101409da0bf0000, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:05,854 DEBUG [M:0;e611192d6313:34787 {}] zookeeper.ZKUtil(347): master:34787-0x101409da0bf0000, quorum=127.0.0.1:55953, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-15T22:29:05,854 WARN [M:0;e611192d6313:34787 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T22:29:05,855 INFO [M:0;e611192d6313:34787 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/.lastflushedseqids 2024-11-15T22:29:05,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40123 is added to blk_1073741844_1020 (size=182) 2024-11-15T22:29:05,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741844_1020 (size=182) 2024-11-15T22:29:05,867 INFO [M:0;e611192d6313:34787 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T22:29:05,867 INFO [M:0;e611192d6313:34787 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T22:29:05,867 DEBUG [M:0;e611192d6313:34787 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:29:05,867 INFO [M:0;e611192d6313:34787 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:29:05,867 DEBUG [M:0;e611192d6313:34787 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:29:05,868 DEBUG [M:0;e611192d6313:34787 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:29:05,868 DEBUG [M:0;e611192d6313:34787 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:29:05,868 INFO [M:0;e611192d6313:34787 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-15T22:29:05,886 DEBUG [M:0;e611192d6313:34787 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/843aa27ee546476db17012b408c9ccc8 is 82, key is hbase:meta,,1/info:regioninfo/1731709744132/Put/seqid=0 2024-11-15T22:29:05,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741845_1021 (size=5672) 2024-11-15T22:29:05,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40123 is added to blk_1073741845_1021 (size=5672) 2024-11-15T22:29:05,893 INFO [M:0;e611192d6313:34787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/843aa27ee546476db17012b408c9ccc8 2024-11-15T22:29:05,918 DEBUG [M:0;e611192d6313:34787 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9a813deb20a444beb1738748d8bbffb5 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731709745021/Put/seqid=0 2024-11-15T22:29:05,922 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38023-0x101409da0bf0001, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:29:05,922 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38023-0x101409da0bf0001, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:29:05,923 INFO [RS:0;e611192d6313:38023 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:29:05,923 INFO [RS:0;e611192d6313:38023 {}] regionserver.HRegionServer(1031): Exiting; stopping=e611192d6313,38023,1731709742019; zookeeper connection closed. 2024-11-15T22:29:05,924 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@420bd9af {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@420bd9af 2024-11-15T22:29:05,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741846_1022 (size=6219) 2024-11-15T22:29:05,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40123 is added to blk_1073741846_1022 (size=6219) 2024-11-15T22:29:05,928 INFO [M:0;e611192d6313:34787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9a813deb20a444beb1738748d8bbffb5 2024-11-15T22:29:05,932 INFO [RS:1;e611192d6313:34301 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:29:05,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34301-0x101409da0bf0002, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:29:05,933 INFO [RS:1;e611192d6313:34301 {}] regionserver.HRegionServer(1031): Exiting; stopping=e611192d6313,34301,1731709742132; zookeeper connection closed. 2024-11-15T22:29:05,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34301-0x101409da0bf0002, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:29:05,933 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1e52691c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1e52691c 2024-11-15T22:29:05,933 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-15T22:29:05,953 DEBUG [M:0;e611192d6313:34787 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9770a0ece1b46bf80980376b87cd0a9 is 69, key is e611192d6313,34301,1731709742132/rs:state/1731709743289/Put/seqid=0 2024-11-15T22:29:05,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40123 is added to blk_1073741847_1023 (size=5224) 2024-11-15T22:29:05,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741847_1023 (size=5224) 2024-11-15T22:29:05,960 INFO [M:0;e611192d6313:34787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9770a0ece1b46bf80980376b87cd0a9 2024-11-15T22:29:05,968 DEBUG [M:0;e611192d6313:34787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/843aa27ee546476db17012b408c9ccc8 as hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/843aa27ee546476db17012b408c9ccc8 2024-11-15T22:29:05,976 INFO [M:0;e611192d6313:34787 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/843aa27ee546476db17012b408c9ccc8, entries=8, sequenceid=71, filesize=5.5 K 2024-11-15T22:29:05,978 DEBUG [M:0;e611192d6313:34787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9a813deb20a444beb1738748d8bbffb5 as hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9a813deb20a444beb1738748d8bbffb5 2024-11-15T22:29:05,986 INFO [M:0;e611192d6313:34787 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9a813deb20a444beb1738748d8bbffb5, entries=8, sequenceid=71, filesize=6.1 K 2024-11-15T22:29:05,988 DEBUG [M:0;e611192d6313:34787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9770a0ece1b46bf80980376b87cd0a9 as hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d9770a0ece1b46bf80980376b87cd0a9 2024-11-15T22:29:05,998 INFO [M:0;e611192d6313:34787 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33245/user/jenkins/test-data/3e5438b8-fbc0-6221-8856-c30d7a2180f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d9770a0ece1b46bf80980376b87cd0a9, entries=2, sequenceid=71, filesize=5.1 K 2024-11-15T22:29:05,999 INFO [M:0;e611192d6313:34787 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 131ms, sequenceid=71, compaction requested=false 2024-11-15T22:29:06,001 INFO [M:0;e611192d6313:34787 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:29:06,001 DEBUG [M:0;e611192d6313:34787 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709745867Disabling compacts and flushes for region at 1731709745867Disabling writes for close at 1731709745868 (+1 ms)Obtaining lock to block concurrent updates at 1731709745868Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731709745868Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731709745868Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731709745869 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731709745869Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731709745886 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731709745886Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731709745901 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731709745917 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731709745917Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731709745936 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731709745952 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731709745952Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@621a092: reopening flushed file at 1731709745967 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@548c22b3: reopening flushed file at 1731709745977 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a11142: reopening flushed file at 1731709745986 (+9 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 131ms, sequenceid=71, compaction requested=false at 1731709746000 (+14 ms)Writing region close event to WAL at 1731709746001 (+1 ms)Closed at 1731709746001 2024-11-15T22:29:06,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40123 is added to blk_1073741830_1006 (size=35440) 2024-11-15T22:29:06,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41717 is added to blk_1073741830_1006 (size=35440) 2024-11-15T22:29:06,005 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:29:06,006 INFO [M:0;e611192d6313:34787 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T22:29:06,006 INFO [M:0;e611192d6313:34787 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34787 2024-11-15T22:29:06,006 INFO [M:0;e611192d6313:34787 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:29:06,111 INFO [M:0;e611192d6313:34787 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:29:06,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34787-0x101409da0bf0000, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:29:06,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34787-0x101409da0bf0000, quorum=127.0.0.1:55953, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:29:06,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@723a9cbe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:29:06,117 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:29:06,118 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:29:06,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:29:06,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba6b814-74c4-9bc7-7a84-ca6591f50698/hadoop.log.dir/,STOPPED} 2024-11-15T22:29:06,120 WARN [BP-227519316-172.17.0.3-1731709735899 heartbeating to localhost/127.0.0.1:33245 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T22:29:06,120 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T22:29:06,120 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T22:29:06,120 WARN [BP-227519316-172.17.0.3-1731709735899 heartbeating to localhost/127.0.0.1:33245 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-227519316-172.17.0.3-1731709735899 (Datanode Uuid e9cbba02-c01e-4855-a516-530a2945b143) service to localhost/127.0.0.1:33245 2024-11-15T22:29:06,121 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba6b814-74c4-9bc7-7a84-ca6591f50698/cluster_e5012af7-1e92-f491-0249-24e457c7ee2b/data/data3/current/BP-227519316-172.17.0.3-1731709735899 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:29:06,122 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba6b814-74c4-9bc7-7a84-ca6591f50698/cluster_e5012af7-1e92-f491-0249-24e457c7ee2b/data/data4/current/BP-227519316-172.17.0.3-1731709735899 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:29:06,122 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T22:29:06,140 WARN [BP-227519316-172.17.0.3-1731709735899 heartbeating to localhost/127.0.0.1:33245 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-227519316-172.17.0.3-1731709735899 (Datanode Uuid a8cbea18-ac9e-44cf-927a-95bd77e8d524) service to localhost/127.0.0.1:33245 2024-11-15T22:29:06,152 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba6b814-74c4-9bc7-7a84-ca6591f50698/cluster_e5012af7-1e92-f491-0249-24e457c7ee2b/data/data1/current/BP-227519316-172.17.0.3-1731709735899 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:29:06,152 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba6b814-74c4-9bc7-7a84-ca6591f50698/cluster_e5012af7-1e92-f491-0249-24e457c7ee2b/data/data2/current/BP-227519316-172.17.0.3-1731709735899 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:29:06,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29a4cb9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:29:06,153 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:29:06,153 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:29:06,153 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:29:06,153 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba6b814-74c4-9bc7-7a84-ca6591f50698/hadoop.log.dir/,STOPPED} 2024-11-15T22:29:06,154 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T22:29:06,162 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:29:06,162 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:29:06,162 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:29:06,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:29:06,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba6b814-74c4-9bc7-7a84-ca6591f50698/hadoop.log.dir/,STOPPED} 2024-11-15T22:29:06,172 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T22:29:06,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T22:29:06,206 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=86 (was 11) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:33245 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33245 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:33245 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:33245 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:33245 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:33245 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:33245 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: master/e611192d6313:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@ae686c4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/e611192d6313:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e611192d6313:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e611192d6313:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=412 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=397 (was 426), ProcessCount=11 (was 11), AvailableMemoryMB=4026 (was 4952) 2024-11-15T22:29:06,212 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=86, OpenFileDescriptor=412, MaxFileDescriptor=1048576, SystemLoadAverage=397, ProcessCount=11, AvailableMemoryMB=4027 2024-11-15T22:29:06,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba6b814-74c4-9bc7-7a84-ca6591f50698/hadoop.log.dir so I do NOT create it in target/test-data/289edecb-6c5d-50cd-df61-075cd5de5a48 2024-11-15T22:29:06,225 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba6b814-74c4-9bc7-7a84-ca6591f50698/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T22:29:06,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba6b814-74c4-9bc7-7a84-ca6591f50698/hadoop.tmp.dir so I do NOT create it in target/test-data/289edecb-6c5d-50cd-df61-075cd5de5a48 2024-11-15T22:29:06,225 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ba6b814-74c4-9bc7-7a84-ca6591f50698/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T22:29:06,226 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289edecb-6c5d-50cd-df61-075cd5de5a48 2024-11-15T22:29:06,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T22:29:06,226 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289edecb-6c5d-50cd-df61-075cd5de5a48/cluster_0bef2069-af54-2b01-865d-492acf32f7b6, deleteOnExit=true 2024-11-15T22:29:06,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T22:29:06,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289edecb-6c5d-50cd-df61-075cd5de5a48/test.cache.data in system properties and HBase conf 2024-11-15T22:29:06,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289edecb-6c5d-50cd-df61-075cd5de5a48/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T22:29:06,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289edecb-6c5d-50cd-df61-075cd5de5a48/hadoop.log.dir in system properties and HBase conf 2024-11-15T22:29:06,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289edecb-6c5d-50cd-df61-075cd5de5a48/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T22:29:06,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289edecb-6c5d-50cd-df61-075cd5de5a48/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T22:29:06,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T22:29:06,227 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T22:29:06,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289edecb-6c5d-50cd-df61-075cd5de5a48/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:29:06,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289edecb-6c5d-50cd-df61-075cd5de5a48/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:29:06,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289edecb-6c5d-50cd-df61-075cd5de5a48/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T22:29:06,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289edecb-6c5d-50cd-df61-075cd5de5a48/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:29:06,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289edecb-6c5d-50cd-df61-075cd5de5a48/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T22:29:06,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289edecb-6c5d-50cd-df61-075cd5de5a48/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T22:29:06,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289edecb-6c5d-50cd-df61-075cd5de5a48/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:29:06,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289edecb-6c5d-50cd-df61-075cd5de5a48/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:29:06,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289edecb-6c5d-50cd-df61-075cd5de5a48/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T22:29:06,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289edecb-6c5d-50cd-df61-075cd5de5a48/nfs.dump.dir in system properties and HBase conf 2024-11-15T22:29:06,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289edecb-6c5d-50cd-df61-075cd5de5a48/java.io.tmpdir in system properties and HBase conf 2024-11-15T22:29:06,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289edecb-6c5d-50cd-df61-075cd5de5a48/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:29:06,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289edecb-6c5d-50cd-df61-075cd5de5a48/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T22:29:06,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289edecb-6c5d-50cd-df61-075cd5de5a48/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T22:29:06,548 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:29:06,557 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:29:06,561 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:29:06,561 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:29:06,562 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T22:29:06,562 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:29:06,564 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f04f43d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289edecb-6c5d-50cd-df61-075cd5de5a48/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:29:06,564 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e1d15d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:29:06,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3fa67c50{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289edecb-6c5d-50cd-df61-075cd5de5a48/java.io.tmpdir/jetty-localhost-41631-hadoop-hdfs-3_4_1-tests_jar-_-any-8416007472172789303/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:29:06,666 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c817af7{HTTP/1.1, (http/1.1)}{localhost:41631} 2024-11-15T22:29:06,666 INFO [Time-limited test {}] server.Server(415): Started @13258ms 2024-11-15T22:29:06,953 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:29:06,957 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:29:06,957 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:29:06,958 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:29:06,958 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T22:29:06,958 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6071e0cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289edecb-6c5d-50cd-df61-075cd5de5a48/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:29:06,959 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d053c49{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:29:07,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f4003b9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289edecb-6c5d-50cd-df61-075cd5de5a48/java.io.tmpdir/jetty-localhost-38281-hadoop-hdfs-3_4_1-tests_jar-_-any-7786567305947649930/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:29:07,076 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@582e735d{HTTP/1.1, (http/1.1)}{localhost:38281} 2024-11-15T22:29:07,076 INFO [Time-limited test {}] server.Server(415): Started @13668ms 2024-11-15T22:29:07,079 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T22:29:07,124 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:29:07,129 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:29:07,130 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:29:07,130 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:29:07,130 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T22:29:07,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ae83d73{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289edecb-6c5d-50cd-df61-075cd5de5a48/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:29:07,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ad4f567{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:29:07,247 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@561725b1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289edecb-6c5d-50cd-df61-075cd5de5a48/java.io.tmpdir/jetty-localhost-39641-hadoop-hdfs-3_4_1-tests_jar-_-any-11091973400786129624/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:29:07,248 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6eb1d8d5{HTTP/1.1, (http/1.1)}{localhost:39641} 2024-11-15T22:29:07,248 INFO [Time-limited test {}] server.Server(415): Started @13840ms 2024-11-15T22:29:07,249 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T22:29:08,109 WARN [Thread-366 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289edecb-6c5d-50cd-df61-075cd5de5a48/cluster_0bef2069-af54-2b01-865d-492acf32f7b6/data/data2/current/BP-1218918208-172.17.0.3-1731709746254/current, will proceed with Du for space computation calculation, 2024-11-15T22:29:08,109 WARN [Thread-365 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289edecb-6c5d-50cd-df61-075cd5de5a48/cluster_0bef2069-af54-2b01-865d-492acf32f7b6/data/data1/current/BP-1218918208-172.17.0.3-1731709746254/current, will proceed with Du for space computation calculation, 2024-11-15T22:29:08,131 WARN [Thread-329 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T22:29:08,133 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x589e65d7542b4ca with lease ID 0x81e28cde2e93404: Processing first storage report for DS-e14ce0c8-7fcd-4f1a-b8e8-903ac63c97ef from datanode DatanodeRegistration(127.0.0.1:40519, datanodeUuid=df610577-8e7b-4b3b-b066-ba3d795c2c61, infoPort=43945, infoSecurePort=0, ipcPort=38787, storageInfo=lv=-57;cid=testClusterID;nsid=73214679;c=1731709746254) 2024-11-15T22:29:08,133 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x589e65d7542b4ca with lease ID 0x81e28cde2e93404: from storage DS-e14ce0c8-7fcd-4f1a-b8e8-903ac63c97ef node DatanodeRegistration(127.0.0.1:40519, datanodeUuid=df610577-8e7b-4b3b-b066-ba3d795c2c61, infoPort=43945, infoSecurePort=0, ipcPort=38787, storageInfo=lv=-57;cid=testClusterID;nsid=73214679;c=1731709746254), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:29:08,134 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x589e65d7542b4ca with lease ID 0x81e28cde2e93404: Processing first storage report for DS-1599a37b-5b26-41ce-85df-1d90d2546519 from datanode DatanodeRegistration(127.0.0.1:40519, datanodeUuid=df610577-8e7b-4b3b-b066-ba3d795c2c61, infoPort=43945, infoSecurePort=0, ipcPort=38787, storageInfo=lv=-57;cid=testClusterID;nsid=73214679;c=1731709746254) 2024-11-15T22:29:08,134 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x589e65d7542b4ca with lease ID 0x81e28cde2e93404: from storage DS-1599a37b-5b26-41ce-85df-1d90d2546519 node DatanodeRegistration(127.0.0.1:40519, datanodeUuid=df610577-8e7b-4b3b-b066-ba3d795c2c61, infoPort=43945, infoSecurePort=0, ipcPort=38787, storageInfo=lv=-57;cid=testClusterID;nsid=73214679;c=1731709746254), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:29:08,304 WARN [Thread-377 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289edecb-6c5d-50cd-df61-075cd5de5a48/cluster_0bef2069-af54-2b01-865d-492acf32f7b6/data/data4/current/BP-1218918208-172.17.0.3-1731709746254/current, will proceed with Du for space computation calculation, 2024-11-15T22:29:08,304 WARN [Thread-376 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289edecb-6c5d-50cd-df61-075cd5de5a48/cluster_0bef2069-af54-2b01-865d-492acf32f7b6/data/data3/current/BP-1218918208-172.17.0.3-1731709746254/current, will proceed with Du for space computation calculation, 2024-11-15T22:29:08,320 WARN [Thread-352 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T22:29:08,323 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa960fde20eb75e08 with lease ID 0x81e28cde2e93405: Processing first storage report for DS-348209bb-a8f1-4ea3-8812-8fd159cb6acc from datanode DatanodeRegistration(127.0.0.1:39367, datanodeUuid=fa8aca35-0030-46e9-8225-edfd44cf11aa, infoPort=41893, infoSecurePort=0, ipcPort=33395, storageInfo=lv=-57;cid=testClusterID;nsid=73214679;c=1731709746254) 2024-11-15T22:29:08,323 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa960fde20eb75e08 with lease ID 0x81e28cde2e93405: from storage DS-348209bb-a8f1-4ea3-8812-8fd159cb6acc node DatanodeRegistration(127.0.0.1:39367, datanodeUuid=fa8aca35-0030-46e9-8225-edfd44cf11aa, infoPort=41893, infoSecurePort=0, ipcPort=33395, storageInfo=lv=-57;cid=testClusterID;nsid=73214679;c=1731709746254), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:29:08,323 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa960fde20eb75e08 with lease ID 0x81e28cde2e93405: Processing first storage report for DS-1251489a-9ebf-402d-b743-b029f977781b from datanode DatanodeRegistration(127.0.0.1:39367, datanodeUuid=fa8aca35-0030-46e9-8225-edfd44cf11aa, infoPort=41893, infoSecurePort=0, ipcPort=33395, storageInfo=lv=-57;cid=testClusterID;nsid=73214679;c=1731709746254) 2024-11-15T22:29:08,323 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa960fde20eb75e08 with lease ID 0x81e28cde2e93405: from storage DS-1251489a-9ebf-402d-b743-b029f977781b node DatanodeRegistration(127.0.0.1:39367, datanodeUuid=fa8aca35-0030-46e9-8225-edfd44cf11aa, infoPort=41893, infoSecurePort=0, ipcPort=33395, storageInfo=lv=-57;cid=testClusterID;nsid=73214679;c=1731709746254), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:29:08,384 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289edecb-6c5d-50cd-df61-075cd5de5a48 2024-11-15T22:29:08,386 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289edecb-6c5d-50cd-df61-075cd5de5a48/cluster_0bef2069-af54-2b01-865d-492acf32f7b6/zookeeper_0, clientPort=61987, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289edecb-6c5d-50cd-df61-075cd5de5a48/cluster_0bef2069-af54-2b01-865d-492acf32f7b6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289edecb-6c5d-50cd-df61-075cd5de5a48/cluster_0bef2069-af54-2b01-865d-492acf32f7b6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T22:29:08,388 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61987 2024-11-15T22:29:08,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:08,389 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:08,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40519 is added to blk_1073741825_1001 (size=7) 2024-11-15T22:29:08,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741825_1001 (size=7) 2024-11-15T22:29:08,401 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9 with version=8 2024-11-15T22:29:08,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/hbase-staging 2024-11-15T22:29:08,403 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:29:08,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:08,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:08,403 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:29:08,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:08,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:29:08,404 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T22:29:08,404 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:29:08,404 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38093 2024-11-15T22:29:08,407 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38093 connecting to ZooKeeper ensemble=127.0.0.1:61987 2024-11-15T22:29:08,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380930x0, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:29:08,457 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38093-0x101409dc04d0000 connected 2024-11-15T22:29:08,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:08,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:08,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38093-0x101409dc04d0000, quorum=127.0.0.1:61987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T22:29:08,541 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9, hbase.cluster.distributed=false 2024-11-15T22:29:08,543 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38093-0x101409dc04d0000, quorum=127.0.0.1:61987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T22:29:08,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38093 2024-11-15T22:29:08,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38093 2024-11-15T22:29:08,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38093 2024-11-15T22:29:08,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38093 2024-11-15T22:29:08,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38093 2024-11-15T22:29:08,559 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:29:08,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:08,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:08,559 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:29:08,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:08,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:29:08,559 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T22:29:08,559 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:29:08,560 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33397 2024-11-15T22:29:08,562 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33397 connecting to ZooKeeper ensemble=127.0.0.1:61987 2024-11-15T22:29:08,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:08,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:08,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333970x0, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:29:08,569 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:333970x0, quorum=127.0.0.1:61987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T22:29:08,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33397-0x101409dc04d0001 connected 2024-11-15T22:29:08,570 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T22:29:08,571 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T22:29:08,571 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33397-0x101409dc04d0001, quorum=127.0.0.1:61987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T22:29:08,572 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33397-0x101409dc04d0001, quorum=127.0.0.1:61987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T22:29:08,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33397 2024-11-15T22:29:08,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33397 2024-11-15T22:29:08,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33397 2024-11-15T22:29:08,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33397 2024-11-15T22:29:08,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33397 2024-11-15T22:29:08,588 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:29:08,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:08,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:08,589 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:29:08,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:08,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:29:08,589 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T22:29:08,589 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:29:08,590 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37119 2024-11-15T22:29:08,591 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37119 connecting to ZooKeeper ensemble=127.0.0.1:61987 2024-11-15T22:29:08,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:08,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:08,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371190x0, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:29:08,601 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37119-0x101409dc04d0002 connected 2024-11-15T22:29:08,601 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37119-0x101409dc04d0002, quorum=127.0.0.1:61987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T22:29:08,602 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T22:29:08,602 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T22:29:08,603 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37119-0x101409dc04d0002, quorum=127.0.0.1:61987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T22:29:08,604 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37119-0x101409dc04d0002, quorum=127.0.0.1:61987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T22:29:08,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37119 2024-11-15T22:29:08,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37119 2024-11-15T22:29:08,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37119 2024-11-15T22:29:08,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37119 2024-11-15T22:29:08,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37119 2024-11-15T22:29:08,621 DEBUG [M:0;e611192d6313:38093 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e611192d6313:38093 2024-11-15T22:29:08,622 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e611192d6313,38093,1731709748403 2024-11-15T22:29:08,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37119-0x101409dc04d0002, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T22:29:08,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33397-0x101409dc04d0001, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T22:29:08,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38093-0x101409dc04d0000, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T22:29:08,633 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38093-0x101409dc04d0000, quorum=127.0.0.1:61987, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e611192d6313,38093,1731709748403 2024-11-15T22:29:08,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33397-0x101409dc04d0001, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T22:29:08,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38093-0x101409dc04d0000, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:08,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37119-0x101409dc04d0002, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T22:29:08,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33397-0x101409dc04d0001, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:08,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37119-0x101409dc04d0002, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:08,643 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38093-0x101409dc04d0000, quorum=127.0.0.1:61987, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T22:29:08,644 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e611192d6313,38093,1731709748403 from backup master directory 2024-11-15T22:29:08,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38093-0x101409dc04d0000, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e611192d6313,38093,1731709748403 2024-11-15T22:29:08,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33397-0x101409dc04d0001, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T22:29:08,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37119-0x101409dc04d0002, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T22:29:08,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38093-0x101409dc04d0000, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T22:29:08,653 WARN [master/e611192d6313:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:29:08,653 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e611192d6313,38093,1731709748403 2024-11-15T22:29:08,659 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/hbase.id] with ID: 7db5758b-fa73-4426-a5a1-9540ac9ffcd3 2024-11-15T22:29:08,659 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/.tmp/hbase.id 2024-11-15T22:29:08,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40519 is added to blk_1073741826_1002 (size=42) 2024-11-15T22:29:08,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741826_1002 (size=42) 2024-11-15T22:29:08,666 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/.tmp/hbase.id]:[hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/hbase.id] 2024-11-15T22:29:08,682 INFO [master/e611192d6313:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:08,682 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T22:29:08,684 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-15T22:29:08,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33397-0x101409dc04d0001, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:08,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38093-0x101409dc04d0000, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:08,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37119-0x101409dc04d0002, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:08,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40519 is added to blk_1073741827_1003 (size=196) 2024-11-15T22:29:08,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741827_1003 (size=196) 2024-11-15T22:29:08,704 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:29:08,705 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T22:29:08,705 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:29:08,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741828_1004 (size=1189) 2024-11-15T22:29:08,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40519 is added to blk_1073741828_1004 (size=1189) 2024-11-15T22:29:08,715 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/MasterData/data/master/store 2024-11-15T22:29:08,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40519 is added to blk_1073741829_1005 (size=34) 2024-11-15T22:29:08,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741829_1005 (size=34) 2024-11-15T22:29:08,726 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:29:08,726 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:29:08,726 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:29:08,726 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:29:08,726 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:29:08,726 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:29:08,726 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:29:08,727 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709748726Disabling compacts and flushes for region at 1731709748726Disabling writes for close at 1731709748726Writing region close event to WAL at 1731709748726Closed at 1731709748726 2024-11-15T22:29:08,728 WARN [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/MasterData/data/master/store/.initializing 2024-11-15T22:29:08,728 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/MasterData/WALs/e611192d6313,38093,1731709748403 2024-11-15T22:29:08,729 INFO [master/e611192d6313:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:29:08,732 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C38093%2C1731709748403, suffix=, logDir=hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/MasterData/WALs/e611192d6313,38093,1731709748403, archiveDir=hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/MasterData/oldWALs, maxLogs=10 2024-11-15T22:29:08,746 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/MasterData/WALs/e611192d6313,38093,1731709748403/e611192d6313%2C38093%2C1731709748403.1731709748732, exclude list is [], retry=0 2024-11-15T22:29:08,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39367,DS-348209bb-a8f1-4ea3-8812-8fd159cb6acc,DISK] 2024-11-15T22:29:08,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40519,DS-e14ce0c8-7fcd-4f1a-b8e8-903ac63c97ef,DISK] 2024-11-15T22:29:08,753 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/MasterData/WALs/e611192d6313,38093,1731709748403/e611192d6313%2C38093%2C1731709748403.1731709748732 2024-11-15T22:29:08,753 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41893:41893),(127.0.0.1/127.0.0.1:43945:43945)] 2024-11-15T22:29:08,753 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:29:08,753 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:29:08,753 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:08,753 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:08,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:08,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T22:29:08,757 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:08,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:08,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:08,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T22:29:08,760 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:08,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:29:08,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:08,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T22:29:08,763 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:08,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:29:08,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:08,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T22:29:08,767 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:08,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:29:08,768 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:08,769 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:08,769 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:08,772 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:08,772 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:08,772 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:29:08,774 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:08,777 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:29:08,778 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63103350, jitterRate=-0.0596868097782135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:29:08,779 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731709748754Initializing all the Stores at 1731709748755 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709748755Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709748755Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709748755Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709748755Cleaning up temporary data from old regions at 1731709748772 (+17 ms)Region opened successfully at 1731709748779 (+7 ms) 2024-11-15T22:29:08,779 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T22:29:08,785 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b9c2dd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:29:08,786 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T22:29:08,786 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T22:29:08,786 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T22:29:08,787 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T22:29:08,788 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T22:29:08,788 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T22:29:08,788 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T22:29:08,791 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T22:29:08,792 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38093-0x101409dc04d0000, quorum=127.0.0.1:61987, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T22:29:08,800 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T22:29:08,801 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T22:29:08,802 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38093-0x101409dc04d0000, quorum=127.0.0.1:61987, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T22:29:08,811 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T22:29:08,811 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T22:29:08,812 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38093-0x101409dc04d0000, quorum=127.0.0.1:61987, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T22:29:08,821 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T22:29:08,823 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38093-0x101409dc04d0000, quorum=127.0.0.1:61987, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T22:29:08,832 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T22:29:08,835 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38093-0x101409dc04d0000, quorum=127.0.0.1:61987, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T22:29:08,843 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T22:29:08,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37119-0x101409dc04d0002, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T22:29:08,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38093-0x101409dc04d0000, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T22:29:08,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33397-0x101409dc04d0001, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T22:29:08,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37119-0x101409dc04d0002, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:08,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33397-0x101409dc04d0001, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:08,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38093-0x101409dc04d0000, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:08,854 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e611192d6313,38093,1731709748403, sessionid=0x101409dc04d0000, setting cluster-up flag (Was=false) 2024-11-15T22:29:08,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37119-0x101409dc04d0002, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:08,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38093-0x101409dc04d0000, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:08,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33397-0x101409dc04d0001, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:08,906 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T22:29:08,908 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,38093,1731709748403 2024-11-15T22:29:08,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33397-0x101409dc04d0001, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:08,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37119-0x101409dc04d0002, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:08,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38093-0x101409dc04d0000, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:08,958 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T22:29:08,960 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,38093,1731709748403 2024-11-15T22:29:08,961 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T22:29:08,963 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T22:29:08,964 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T22:29:08,964 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T22:29:08,964 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e611192d6313,38093,1731709748403 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T22:29:08,966 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:29:08,966 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:29:08,966 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:29:08,966 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:29:08,966 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e611192d6313:0, corePoolSize=10, maxPoolSize=10 2024-11-15T22:29:08,966 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:08,966 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:29:08,967 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:08,969 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:29:08,969 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T22:29:08,969 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731709778969 2024-11-15T22:29:08,969 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T22:29:08,969 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T22:29:08,969 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T22:29:08,969 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T22:29:08,970 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T22:29:08,970 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T22:29:08,970 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:08,970 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T22:29:08,970 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T22:29:08,970 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:08,970 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T22:29:08,971 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T22:29:08,971 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T22:29:08,971 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T22:29:08,971 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709748971,5,FailOnTimeoutGroup] 2024-11-15T22:29:08,971 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709748971,5,FailOnTimeoutGroup] 2024-11-15T22:29:08,972 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:08,972 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T22:29:08,972 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:08,972 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:08,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741831_1007 (size=1321) 2024-11-15T22:29:08,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40519 is added to blk_1073741831_1007 (size=1321) 2024-11-15T22:29:08,981 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T22:29:08,982 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9 2024-11-15T22:29:08,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40519 is added to blk_1073741832_1008 (size=32) 2024-11-15T22:29:08,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741832_1008 (size=32) 2024-11-15T22:29:08,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:29:08,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:29:08,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:29:08,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:08,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:08,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:29:08,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:29:08,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:08,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:08,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:29:08,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:29:08,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:09,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:09,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:29:09,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:29:09,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:09,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:09,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:29:09,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/data/hbase/meta/1588230740 2024-11-15T22:29:09,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/data/hbase/meta/1588230740 2024-11-15T22:29:09,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:29:09,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:29:09,007 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:29:09,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:29:09,012 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:29:09,012 INFO [RS:0;e611192d6313:33397 {}] regionserver.HRegionServer(746): ClusterId : 7db5758b-fa73-4426-a5a1-9540ac9ffcd3 2024-11-15T22:29:09,012 INFO [RS:1;e611192d6313:37119 {}] regionserver.HRegionServer(746): ClusterId : 7db5758b-fa73-4426-a5a1-9540ac9ffcd3 2024-11-15T22:29:09,012 DEBUG [RS:1;e611192d6313:37119 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T22:29:09,012 DEBUG [RS:0;e611192d6313:33397 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T22:29:09,013 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66229179, jitterRate=-0.013108327984809875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:29:09,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731709748990Initializing all the Stores at 1731709748992 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709748992Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709748992Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709748992Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709748992Cleaning up temporary data from old regions at 1731709749007 (+15 ms)Region opened successfully at 1731709749013 (+6 ms) 2024-11-15T22:29:09,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:29:09,014 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:29:09,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:29:09,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:29:09,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:29:09,014 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:29:09,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709749014Disabling compacts and flushes for region at 1731709749014Disabling writes for close at 1731709749014Writing region close event to WAL at 1731709749014Closed at 1731709749014 2024-11-15T22:29:09,016 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:29:09,016 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T22:29:09,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T22:29:09,018 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:29:09,019 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T22:29:09,033 DEBUG [RS:0;e611192d6313:33397 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T22:29:09,033 DEBUG [RS:0;e611192d6313:33397 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T22:29:09,033 DEBUG [RS:1;e611192d6313:37119 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T22:29:09,033 DEBUG [RS:1;e611192d6313:37119 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T22:29:09,054 DEBUG [RS:0;e611192d6313:33397 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T22:29:09,054 DEBUG [RS:1;e611192d6313:37119 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T22:29:09,054 DEBUG [RS:0;e611192d6313:33397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d4828b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:29:09,054 DEBUG [RS:1;e611192d6313:37119 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e2f1ffb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:29:09,065 DEBUG [RS:0;e611192d6313:33397 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e611192d6313:33397 2024-11-15T22:29:09,065 DEBUG [RS:1;e611192d6313:37119 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e611192d6313:37119 2024-11-15T22:29:09,066 INFO [RS:1;e611192d6313:37119 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T22:29:09,066 INFO [RS:0;e611192d6313:33397 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T22:29:09,066 INFO [RS:1;e611192d6313:37119 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T22:29:09,066 INFO [RS:0;e611192d6313:33397 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T22:29:09,066 DEBUG [RS:1;e611192d6313:37119 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T22:29:09,066 DEBUG [RS:0;e611192d6313:33397 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T22:29:09,067 INFO [RS:1;e611192d6313:37119 {}] regionserver.HRegionServer(2659): reportForDuty to master=e611192d6313,38093,1731709748403 with port=37119, startcode=1731709748588 2024-11-15T22:29:09,067 INFO [RS:0;e611192d6313:33397 {}] regionserver.HRegionServer(2659): reportForDuty to master=e611192d6313,38093,1731709748403 with port=33397, startcode=1731709748558 2024-11-15T22:29:09,067 DEBUG [RS:1;e611192d6313:37119 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T22:29:09,067 DEBUG [RS:0;e611192d6313:33397 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T22:29:09,069 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38117, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T22:29:09,069 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38093 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e611192d6313,33397,1731709748558 2024-11-15T22:29:09,070 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38093 {}] master.ServerManager(517): Registering regionserver=e611192d6313,33397,1731709748558 2024-11-15T22:29:09,070 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34365, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T22:29:09,072 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38093 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e611192d6313,37119,1731709748588 2024-11-15T22:29:09,072 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38093 {}] master.ServerManager(517): Registering regionserver=e611192d6313,37119,1731709748588 2024-11-15T22:29:09,072 DEBUG [RS:0;e611192d6313:33397 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9 2024-11-15T22:29:09,072 DEBUG [RS:0;e611192d6313:33397 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41997 2024-11-15T22:29:09,072 DEBUG [RS:0;e611192d6313:33397 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T22:29:09,073 DEBUG [RS:1;e611192d6313:37119 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9 2024-11-15T22:29:09,073 DEBUG [RS:1;e611192d6313:37119 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41997 2024-11-15T22:29:09,073 DEBUG [RS:1;e611192d6313:37119 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T22:29:09,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38093-0x101409dc04d0000, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T22:29:09,125 DEBUG [RS:0;e611192d6313:33397 {}] zookeeper.ZKUtil(111): regionserver:33397-0x101409dc04d0001, quorum=127.0.0.1:61987, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e611192d6313,33397,1731709748558 2024-11-15T22:29:09,125 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e611192d6313,33397,1731709748558] 2024-11-15T22:29:09,125 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e611192d6313,37119,1731709748588] 2024-11-15T22:29:09,125 WARN [RS:0;e611192d6313:33397 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:29:09,125 INFO [RS:0;e611192d6313:33397 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:29:09,125 DEBUG [RS:1;e611192d6313:37119 {}] zookeeper.ZKUtil(111): regionserver:37119-0x101409dc04d0002, quorum=127.0.0.1:61987, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e611192d6313,37119,1731709748588 2024-11-15T22:29:09,125 DEBUG [RS:0;e611192d6313:33397 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/WALs/e611192d6313,33397,1731709748558 2024-11-15T22:29:09,125 WARN [RS:1;e611192d6313:37119 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:29:09,126 INFO [RS:1;e611192d6313:37119 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:29:09,126 DEBUG [RS:1;e611192d6313:37119 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/WALs/e611192d6313,37119,1731709748588 2024-11-15T22:29:09,130 INFO [RS:0;e611192d6313:33397 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T22:29:09,130 INFO [RS:1;e611192d6313:37119 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T22:29:09,132 INFO [RS:0;e611192d6313:33397 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T22:29:09,132 INFO [RS:0;e611192d6313:33397 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T22:29:09,132 INFO [RS:0;e611192d6313:33397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:09,132 INFO [RS:0;e611192d6313:33397 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T22:29:09,133 INFO [RS:1;e611192d6313:37119 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T22:29:09,133 INFO [RS:1;e611192d6313:37119 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T22:29:09,133 INFO [RS:1;e611192d6313:37119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:09,133 INFO [RS:1;e611192d6313:37119 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T22:29:09,133 INFO [RS:0;e611192d6313:33397 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T22:29:09,134 INFO [RS:0;e611192d6313:33397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:09,134 DEBUG [RS:0;e611192d6313:33397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:09,134 DEBUG [RS:0;e611192d6313:33397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:09,134 DEBUG [RS:0;e611192d6313:33397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:09,134 DEBUG [RS:0;e611192d6313:33397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:09,134 DEBUG [RS:0;e611192d6313:33397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:09,134 DEBUG [RS:0;e611192d6313:33397 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:29:09,134 DEBUG [RS:0;e611192d6313:33397 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:09,134 INFO [RS:1;e611192d6313:37119 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T22:29:09,134 DEBUG [RS:0;e611192d6313:33397 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:09,134 DEBUG [RS:0;e611192d6313:33397 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:09,134 INFO [RS:1;e611192d6313:37119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:09,134 DEBUG [RS:0;e611192d6313:33397 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:09,134 DEBUG [RS:1;e611192d6313:37119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:09,134 DEBUG [RS:0;e611192d6313:33397 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:09,134 DEBUG [RS:0;e611192d6313:33397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:09,135 DEBUG [RS:1;e611192d6313:37119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:09,135 DEBUG [RS:0;e611192d6313:33397 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:29:09,135 DEBUG [RS:1;e611192d6313:37119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:09,135 DEBUG [RS:0;e611192d6313:33397 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:29:09,135 DEBUG [RS:1;e611192d6313:37119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:09,135 DEBUG [RS:1;e611192d6313:37119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:09,135 DEBUG [RS:1;e611192d6313:37119 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:29:09,135 INFO [RS:0;e611192d6313:33397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:09,135 DEBUG [RS:1;e611192d6313:37119 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:09,135 INFO [RS:0;e611192d6313:33397 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:09,135 DEBUG [RS:1;e611192d6313:37119 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:09,135 INFO [RS:0;e611192d6313:33397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:09,135 INFO [RS:0;e611192d6313:33397 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:09,135 DEBUG [RS:1;e611192d6313:37119 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:09,135 INFO [RS:0;e611192d6313:33397 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:09,135 DEBUG [RS:1;e611192d6313:37119 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:09,135 INFO [RS:0;e611192d6313:33397 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,33397,1731709748558-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:29:09,135 DEBUG [RS:1;e611192d6313:37119 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:09,135 DEBUG [RS:1;e611192d6313:37119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:09,136 DEBUG [RS:1;e611192d6313:37119 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:29:09,136 DEBUG [RS:1;e611192d6313:37119 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:29:09,139 INFO [RS:1;e611192d6313:37119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:09,139 INFO [RS:1;e611192d6313:37119 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:09,139 INFO [RS:1;e611192d6313:37119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:09,139 INFO [RS:1;e611192d6313:37119 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:09,139 INFO [RS:1;e611192d6313:37119 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:09,139 INFO [RS:1;e611192d6313:37119 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,37119,1731709748588-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:29:09,150 INFO [RS:0;e611192d6313:33397 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T22:29:09,151 INFO [RS:0;e611192d6313:33397 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,33397,1731709748558-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:09,151 INFO [RS:0;e611192d6313:33397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:09,151 INFO [RS:0;e611192d6313:33397 {}] regionserver.Replication(171): e611192d6313,33397,1731709748558 started 2024-11-15T22:29:09,154 INFO [RS:1;e611192d6313:37119 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T22:29:09,154 INFO [RS:1;e611192d6313:37119 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,37119,1731709748588-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:09,154 INFO [RS:1;e611192d6313:37119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:09,154 INFO [RS:1;e611192d6313:37119 {}] regionserver.Replication(171): e611192d6313,37119,1731709748588 started 2024-11-15T22:29:09,166 INFO [RS:0;e611192d6313:33397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:09,166 INFO [RS:0;e611192d6313:33397 {}] regionserver.HRegionServer(1482): Serving as e611192d6313,33397,1731709748558, RpcServer on e611192d6313/172.17.0.3:33397, sessionid=0x101409dc04d0001 2024-11-15T22:29:09,167 DEBUG [RS:0;e611192d6313:33397 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T22:29:09,167 DEBUG [RS:0;e611192d6313:33397 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e611192d6313,33397,1731709748558 2024-11-15T22:29:09,167 DEBUG [RS:0;e611192d6313:33397 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,33397,1731709748558' 2024-11-15T22:29:09,167 DEBUG [RS:0;e611192d6313:33397 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T22:29:09,167 DEBUG [RS:0;e611192d6313:33397 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T22:29:09,168 DEBUG [RS:0;e611192d6313:33397 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T22:29:09,168 DEBUG [RS:0;e611192d6313:33397 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T22:29:09,168 DEBUG [RS:0;e611192d6313:33397 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e611192d6313,33397,1731709748558 2024-11-15T22:29:09,168 DEBUG [RS:0;e611192d6313:33397 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,33397,1731709748558' 2024-11-15T22:29:09,168 DEBUG [RS:0;e611192d6313:33397 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T22:29:09,168 INFO [RS:1;e611192d6313:37119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:09,168 INFO [RS:1;e611192d6313:37119 {}] regionserver.HRegionServer(1482): Serving as e611192d6313,37119,1731709748588, RpcServer on e611192d6313/172.17.0.3:37119, sessionid=0x101409dc04d0002 2024-11-15T22:29:09,168 DEBUG [RS:1;e611192d6313:37119 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T22:29:09,168 DEBUG [RS:1;e611192d6313:37119 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e611192d6313,37119,1731709748588 2024-11-15T22:29:09,168 DEBUG [RS:0;e611192d6313:33397 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T22:29:09,168 DEBUG [RS:1;e611192d6313:37119 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,37119,1731709748588' 2024-11-15T22:29:09,169 DEBUG [RS:1;e611192d6313:37119 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T22:29:09,169 DEBUG [RS:0;e611192d6313:33397 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T22:29:09,169 DEBUG [RS:1;e611192d6313:37119 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T22:29:09,169 INFO [RS:0;e611192d6313:33397 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T22:29:09,169 INFO [RS:0;e611192d6313:33397 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T22:29:09,169 DEBUG [RS:1;e611192d6313:37119 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T22:29:09,169 WARN [e611192d6313:38093 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T22:29:09,169 DEBUG [RS:1;e611192d6313:37119 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T22:29:09,170 DEBUG [RS:1;e611192d6313:37119 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e611192d6313,37119,1731709748588 2024-11-15T22:29:09,170 DEBUG [RS:1;e611192d6313:37119 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,37119,1731709748588' 2024-11-15T22:29:09,170 DEBUG [RS:1;e611192d6313:37119 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T22:29:09,170 DEBUG [RS:1;e611192d6313:37119 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T22:29:09,170 DEBUG [RS:1;e611192d6313:37119 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T22:29:09,170 INFO [RS:1;e611192d6313:37119 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T22:29:09,170 INFO [RS:1;e611192d6313:37119 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T22:29:09,270 INFO [RS:0;e611192d6313:33397 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:29:09,271 INFO [RS:1;e611192d6313:37119 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:29:09,272 INFO [RS:0;e611192d6313:33397 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C33397%2C1731709748558, suffix=, logDir=hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/WALs/e611192d6313,33397,1731709748558, archiveDir=hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/oldWALs, maxLogs=32 2024-11-15T22:29:09,272 INFO [RS:1;e611192d6313:37119 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C37119%2C1731709748588, suffix=, logDir=hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/WALs/e611192d6313,37119,1731709748588, archiveDir=hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/oldWALs, maxLogs=32 2024-11-15T22:29:09,293 DEBUG [RS:1;e611192d6313:37119 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/WALs/e611192d6313,37119,1731709748588/e611192d6313%2C37119%2C1731709748588.1731709749274, exclude list is [], retry=0 2024-11-15T22:29:09,293 DEBUG [RS:0;e611192d6313:33397 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/WALs/e611192d6313,33397,1731709748558/e611192d6313%2C33397%2C1731709748558.1731709749274, exclude list is [], retry=0 2024-11-15T22:29:09,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40519,DS-e14ce0c8-7fcd-4f1a-b8e8-903ac63c97ef,DISK] 2024-11-15T22:29:09,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39367,DS-348209bb-a8f1-4ea3-8812-8fd159cb6acc,DISK] 2024-11-15T22:29:09,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39367,DS-348209bb-a8f1-4ea3-8812-8fd159cb6acc,DISK] 2024-11-15T22:29:09,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40519,DS-e14ce0c8-7fcd-4f1a-b8e8-903ac63c97ef,DISK] 2024-11-15T22:29:09,318 INFO [RS:1;e611192d6313:37119 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/WALs/e611192d6313,37119,1731709748588/e611192d6313%2C37119%2C1731709748588.1731709749274 2024-11-15T22:29:09,318 DEBUG [RS:1;e611192d6313:37119 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41893:41893),(127.0.0.1/127.0.0.1:43945:43945)] 2024-11-15T22:29:09,323 INFO [RS:0;e611192d6313:33397 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/WALs/e611192d6313,33397,1731709748558/e611192d6313%2C33397%2C1731709748558.1731709749274 2024-11-15T22:29:09,323 DEBUG [RS:0;e611192d6313:33397 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41893:41893),(127.0.0.1/127.0.0.1:43945:43945)] 2024-11-15T22:29:09,420 DEBUG [e611192d6313:38093 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-15T22:29:09,420 DEBUG [e611192d6313:38093 {}] balancer.BalancerClusterState(204): Hosts are {e611192d6313=0} racks are {/default-rack=0} 2024-11-15T22:29:09,422 DEBUG [e611192d6313:38093 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T22:29:09,422 DEBUG [e611192d6313:38093 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T22:29:09,422 DEBUG [e611192d6313:38093 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T22:29:09,422 DEBUG [e611192d6313:38093 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T22:29:09,423 INFO [e611192d6313:38093 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T22:29:09,423 INFO [e611192d6313:38093 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T22:29:09,423 DEBUG [e611192d6313:38093 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T22:29:09,423 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e611192d6313,37119,1731709748588 2024-11-15T22:29:09,424 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,37119,1731709748588, state=OPENING 2024-11-15T22:29:09,527 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T22:29:09,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38093-0x101409dc04d0000, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:09,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37119-0x101409dc04d0002, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:09,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33397-0x101409dc04d0001, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:09,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T22:29:09,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T22:29:09,549 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:29:09,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,37119,1731709748588}] 2024-11-15T22:29:09,550 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T22:29:09,588 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T22:29:09,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:29:09,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:29:09,703 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:29:09,704 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:29:09,709 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T22:29:09,709 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:29:09,710 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T22:29:09,712 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C37119%2C1731709748588.meta, suffix=.meta, logDir=hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/WALs/e611192d6313,37119,1731709748588, archiveDir=hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/oldWALs, maxLogs=32 2024-11-15T22:29:09,727 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/WALs/e611192d6313,37119,1731709748588/e611192d6313%2C37119%2C1731709748588.meta.1731709749713.meta, exclude list is [], retry=0 2024-11-15T22:29:09,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39367,DS-348209bb-a8f1-4ea3-8812-8fd159cb6acc,DISK] 2024-11-15T22:29:09,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40519,DS-e14ce0c8-7fcd-4f1a-b8e8-903ac63c97ef,DISK] 2024-11-15T22:29:09,732 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/WALs/e611192d6313,37119,1731709748588/e611192d6313%2C37119%2C1731709748588.meta.1731709749713.meta 2024-11-15T22:29:09,733 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41893:41893),(127.0.0.1/127.0.0.1:43945:43945)] 2024-11-15T22:29:09,733 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:29:09,733 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T22:29:09,733 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T22:29:09,733 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T22:29:09,733 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T22:29:09,733 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:29:09,734 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T22:29:09,734 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T22:29:09,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:29:09,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:29:09,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:09,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:09,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:29:09,738 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:29:09,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:09,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:09,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:29:09,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:29:09,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:09,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:09,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:29:09,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:29:09,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:09,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:09,742 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:29:09,743 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/data/hbase/meta/1588230740 2024-11-15T22:29:09,745 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/data/hbase/meta/1588230740 2024-11-15T22:29:09,747 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:29:09,747 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:29:09,748 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:29:09,750 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:29:09,751 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60447535, jitterRate=-0.09926153719425201}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:29:09,751 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T22:29:09,752 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731709749734Writing region info on filesystem at 1731709749734Initializing all the Stores at 1731709749735 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709749735Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709749735Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709749735Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709749735Cleaning up temporary data from old regions at 1731709749747 (+12 ms)Running coprocessor post-open hooks at 1731709749751 (+4 ms)Region opened successfully at 1731709749752 (+1 ms) 2024-11-15T22:29:09,754 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731709749702 2024-11-15T22:29:09,757 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T22:29:09,757 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T22:29:09,759 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,37119,1731709748588 2024-11-15T22:29:09,760 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,37119,1731709748588, state=OPEN 2024-11-15T22:29:09,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38093-0x101409dc04d0000, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T22:29:09,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33397-0x101409dc04d0001, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T22:29:09,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37119-0x101409dc04d0002, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T22:29:09,769 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T22:29:09,769 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T22:29:09,769 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T22:29:09,769 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e611192d6313,37119,1731709748588 2024-11-15T22:29:09,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T22:29:09,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,37119,1731709748588 in 220 msec 2024-11-15T22:29:09,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T22:29:09,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 758 msec 2024-11-15T22:29:09,779 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:29:09,780 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T22:29:09,781 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:29:09,782 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,37119,1731709748588, seqNum=-1] 2024-11-15T22:29:09,782 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:29:09,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:29:09,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 828 msec 2024-11-15T22:29:09,794 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731709749794, completionTime=-1 2024-11-15T22:29:09,794 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-15T22:29:09,794 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T22:29:09,797 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-15T22:29:09,797 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731709809797 2024-11-15T22:29:09,797 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731709869797 2024-11-15T22:29:09,797 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-15T22:29:09,798 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,38093,1731709748403-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:09,798 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,38093,1731709748403-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:09,798 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,38093,1731709748403-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:09,798 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e611192d6313:38093, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:09,798 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:09,800 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:09,801 DEBUG [master/e611192d6313:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T22:29:09,805 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.151sec 2024-11-15T22:29:09,805 INFO [master/e611192d6313:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T22:29:09,805 INFO [master/e611192d6313:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T22:29:09,805 INFO [master/e611192d6313:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T22:29:09,805 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T22:29:09,805 INFO [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T22:29:09,805 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,38093,1731709748403-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:29:09,805 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,38093,1731709748403-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T22:29:09,809 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T22:29:09,809 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T22:29:09,809 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,38093,1731709748403-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:09,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7771c225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:29:09,813 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,38093,-1 for getting cluster id 2024-11-15T22:29:09,813 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:29:09,815 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7db5758b-fa73-4426-a5a1-9540ac9ffcd3' 2024-11-15T22:29:09,816 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:29:09,816 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7db5758b-fa73-4426-a5a1-9540ac9ffcd3" 2024-11-15T22:29:09,817 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78b980da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:29:09,817 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,38093,-1] 2024-11-15T22:29:09,817 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:29:09,819 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:09,821 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:29:09,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d7a7551, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:29:09,823 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:29:09,825 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,37119,1731709748588, seqNum=-1] 2024-11-15T22:29:09,825 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:29:09,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:29:09,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e611192d6313,38093,1731709748403 2024-11-15T22:29:09,835 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:29:09,836 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,38093,1731709748403 2024-11-15T22:29:09,837 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b2b1e9d 2024-11-15T22:29:09,837 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:29:09,839 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:29:09,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:29:09,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-15T22:29:09,845 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T22:29:09,845 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:09,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-15T22:29:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:29:09,847 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T22:29:09,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40519 is added to blk_1073741836_1012 (size=379) 2024-11-15T22:29:09,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741836_1012 (size=379) 2024-11-15T22:29:09,861 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 28dd4ded2fd7f4abeabe66aafb992195, NAME => 'testClearRegionBlockCache,,1731709749840.28dd4ded2fd7f4abeabe66aafb992195.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9 2024-11-15T22:29:09,861 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1e6ecba1846b663fe17d0d15fe2f39de, NAME => 'testClearRegionBlockCache,5,1731709749840.1e6ecba1846b663fe17d0d15fe2f39de.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9 2024-11-15T22:29:09,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40519 is added to blk_1073741838_1014 (size=61) 2024-11-15T22:29:09,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741838_1014 (size=61) 2024-11-15T22:29:09,881 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731709749840.28dd4ded2fd7f4abeabe66aafb992195.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:29:09,881 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 28dd4ded2fd7f4abeabe66aafb992195, disabling compactions & flushes 2024-11-15T22:29:09,881 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731709749840.28dd4ded2fd7f4abeabe66aafb992195. 2024-11-15T22:29:09,881 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731709749840.28dd4ded2fd7f4abeabe66aafb992195. 2024-11-15T22:29:09,881 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731709749840.28dd4ded2fd7f4abeabe66aafb992195. after waiting 0 ms 2024-11-15T22:29:09,881 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731709749840.28dd4ded2fd7f4abeabe66aafb992195. 2024-11-15T22:29:09,881 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731709749840.28dd4ded2fd7f4abeabe66aafb992195. 2024-11-15T22:29:09,881 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 28dd4ded2fd7f4abeabe66aafb992195: Waiting for close lock at 1731709749881Disabling compacts and flushes for region at 1731709749881Disabling writes for close at 1731709749881Writing region close event to WAL at 1731709749881Closed at 1731709749881 2024-11-15T22:29:09,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741837_1013 (size=61) 2024-11-15T22:29:09,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40519 is added to blk_1073741837_1013 (size=61) 2024-11-15T22:29:09,883 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731709749840.1e6ecba1846b663fe17d0d15fe2f39de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:29:09,883 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 1e6ecba1846b663fe17d0d15fe2f39de, disabling compactions & flushes 2024-11-15T22:29:09,883 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731709749840.1e6ecba1846b663fe17d0d15fe2f39de. 2024-11-15T22:29:09,883 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731709749840.1e6ecba1846b663fe17d0d15fe2f39de. 2024-11-15T22:29:09,883 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731709749840.1e6ecba1846b663fe17d0d15fe2f39de. after waiting 0 ms 2024-11-15T22:29:09,883 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731709749840.1e6ecba1846b663fe17d0d15fe2f39de. 2024-11-15T22:29:09,883 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731709749840.1e6ecba1846b663fe17d0d15fe2f39de. 2024-11-15T22:29:09,883 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1e6ecba1846b663fe17d0d15fe2f39de: Waiting for close lock at 1731709749883Disabling compacts and flushes for region at 1731709749883Disabling writes for close at 1731709749883Writing region close event to WAL at 1731709749883Closed at 1731709749883 2024-11-15T22:29:09,885 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T22:29:09,886 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731709749840.28dd4ded2fd7f4abeabe66aafb992195.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731709749885"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731709749885"}]},"ts":"1731709749885"} 2024-11-15T22:29:09,886 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731709749840.1e6ecba1846b663fe17d0d15fe2f39de.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731709749885"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731709749885"}]},"ts":"1731709749885"} 2024-11-15T22:29:09,891 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-15T22:29:09,892 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T22:29:09,893 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709749892"}]},"ts":"1731709749892"} 2024-11-15T22:29:09,896 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-15T22:29:09,896 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {e611192d6313=0} racks are {/default-rack=0} 2024-11-15T22:29:09,897 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T22:29:09,898 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T22:29:09,898 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T22:29:09,898 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T22:29:09,898 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T22:29:09,898 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T22:29:09,898 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T22:29:09,898 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=28dd4ded2fd7f4abeabe66aafb992195, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1e6ecba1846b663fe17d0d15fe2f39de, ASSIGN}] 2024-11-15T22:29:09,901 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1e6ecba1846b663fe17d0d15fe2f39de, ASSIGN 2024-11-15T22:29:09,901 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=28dd4ded2fd7f4abeabe66aafb992195, ASSIGN 2024-11-15T22:29:09,902 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1e6ecba1846b663fe17d0d15fe2f39de, ASSIGN; state=OFFLINE, location=e611192d6313,37119,1731709748588; forceNewPlan=false, retain=false 2024-11-15T22:29:09,903 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=28dd4ded2fd7f4abeabe66aafb992195, ASSIGN; state=OFFLINE, location=e611192d6313,33397,1731709748558; forceNewPlan=false, retain=false 2024-11-15T22:29:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:29:10,053 INFO [e611192d6313:38093 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-15T22:29:10,053 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=28dd4ded2fd7f4abeabe66aafb992195, regionState=OPENING, regionLocation=e611192d6313,33397,1731709748558 2024-11-15T22:29:10,053 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1e6ecba1846b663fe17d0d15fe2f39de, regionState=OPENING, regionLocation=e611192d6313,37119,1731709748588 2024-11-15T22:29:10,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=28dd4ded2fd7f4abeabe66aafb992195, ASSIGN because future has completed 2024-11-15T22:29:10,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28dd4ded2fd7f4abeabe66aafb992195, server=e611192d6313,33397,1731709748558}] 2024-11-15T22:29:10,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1e6ecba1846b663fe17d0d15fe2f39de, ASSIGN because future has completed 2024-11-15T22:29:10,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e6ecba1846b663fe17d0d15fe2f39de, server=e611192d6313,37119,1731709748588}] 2024-11-15T22:29:10,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:29:10,210 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:29:10,212 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48593, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:29:10,216 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731709749840.1e6ecba1846b663fe17d0d15fe2f39de. 2024-11-15T22:29:10,216 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731709749840.28dd4ded2fd7f4abeabe66aafb992195. 2024-11-15T22:29:10,216 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 28dd4ded2fd7f4abeabe66aafb992195, NAME => 'testClearRegionBlockCache,,1731709749840.28dd4ded2fd7f4abeabe66aafb992195.', STARTKEY => '', ENDKEY => '5'} 2024-11-15T22:29:10,216 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e6ecba1846b663fe17d0d15fe2f39de, NAME => 'testClearRegionBlockCache,5,1731709749840.1e6ecba1846b663fe17d0d15fe2f39de.', STARTKEY => '5', ENDKEY => ''} 2024-11-15T22:29:10,217 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 28dd4ded2fd7f4abeabe66aafb992195 2024-11-15T22:29:10,217 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731709749840.28dd4ded2fd7f4abeabe66aafb992195.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:29:10,217 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 1e6ecba1846b663fe17d0d15fe2f39de 2024-11-15T22:29:10,217 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 28dd4ded2fd7f4abeabe66aafb992195 2024-11-15T22:29:10,217 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731709749840.1e6ecba1846b663fe17d0d15fe2f39de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:29:10,217 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 28dd4ded2fd7f4abeabe66aafb992195 2024-11-15T22:29:10,217 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 1e6ecba1846b663fe17d0d15fe2f39de 2024-11-15T22:29:10,217 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 1e6ecba1846b663fe17d0d15fe2f39de 2024-11-15T22:29:10,219 INFO [StoreOpener-28dd4ded2fd7f4abeabe66aafb992195-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 28dd4ded2fd7f4abeabe66aafb992195 2024-11-15T22:29:10,220 INFO [StoreOpener-1e6ecba1846b663fe17d0d15fe2f39de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 1e6ecba1846b663fe17d0d15fe2f39de 2024-11-15T22:29:10,221 INFO [StoreOpener-28dd4ded2fd7f4abeabe66aafb992195-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28dd4ded2fd7f4abeabe66aafb992195 columnFamilyName family 2024-11-15T22:29:10,221 DEBUG [StoreOpener-28dd4ded2fd7f4abeabe66aafb992195-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:10,221 INFO [StoreOpener-1e6ecba1846b663fe17d0d15fe2f39de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e6ecba1846b663fe17d0d15fe2f39de columnFamilyName family 2024-11-15T22:29:10,221 INFO [StoreOpener-28dd4ded2fd7f4abeabe66aafb992195-1 {}] regionserver.HStore(327): Store=28dd4ded2fd7f4abeabe66aafb992195/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:29:10,221 DEBUG [StoreOpener-1e6ecba1846b663fe17d0d15fe2f39de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:10,221 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 28dd4ded2fd7f4abeabe66aafb992195 2024-11-15T22:29:10,222 INFO [StoreOpener-1e6ecba1846b663fe17d0d15fe2f39de-1 {}] regionserver.HStore(327): Store=1e6ecba1846b663fe17d0d15fe2f39de/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:29:10,222 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 1e6ecba1846b663fe17d0d15fe2f39de 2024-11-15T22:29:10,223 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/data/default/testClearRegionBlockCache/28dd4ded2fd7f4abeabe66aafb992195 2024-11-15T22:29:10,223 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/data/default/testClearRegionBlockCache/1e6ecba1846b663fe17d0d15fe2f39de 2024-11-15T22:29:10,223 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/data/default/testClearRegionBlockCache/28dd4ded2fd7f4abeabe66aafb992195 2024-11-15T22:29:10,223 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/data/default/testClearRegionBlockCache/1e6ecba1846b663fe17d0d15fe2f39de 2024-11-15T22:29:10,224 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 28dd4ded2fd7f4abeabe66aafb992195 2024-11-15T22:29:10,224 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 28dd4ded2fd7f4abeabe66aafb992195 2024-11-15T22:29:10,224 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 1e6ecba1846b663fe17d0d15fe2f39de 2024-11-15T22:29:10,224 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 1e6ecba1846b663fe17d0d15fe2f39de 2024-11-15T22:29:10,225 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 28dd4ded2fd7f4abeabe66aafb992195 2024-11-15T22:29:10,226 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 1e6ecba1846b663fe17d0d15fe2f39de 2024-11-15T22:29:10,228 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/data/default/testClearRegionBlockCache/28dd4ded2fd7f4abeabe66aafb992195/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:29:10,228 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 28dd4ded2fd7f4abeabe66aafb992195; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64497999, jitterRate=-0.03890492022037506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T22:29:10,228 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 28dd4ded2fd7f4abeabe66aafb992195 2024-11-15T22:29:10,229 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 28dd4ded2fd7f4abeabe66aafb992195: Running coprocessor pre-open hook at 1731709750217Writing region info on filesystem at 1731709750217Initializing all the Stores at 1731709750219 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709750219Cleaning up temporary data from old regions at 1731709750224 (+5 ms)Running coprocessor post-open hooks at 1731709750228 (+4 ms)Region opened successfully at 1731709750229 (+1 ms) 2024-11-15T22:29:10,230 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731709749840.28dd4ded2fd7f4abeabe66aafb992195., pid=7, masterSystemTime=1731709750210 2024-11-15T22:29:10,233 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731709749840.28dd4ded2fd7f4abeabe66aafb992195. 2024-11-15T22:29:10,233 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731709749840.28dd4ded2fd7f4abeabe66aafb992195. 2024-11-15T22:29:10,234 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=28dd4ded2fd7f4abeabe66aafb992195, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,33397,1731709748558 2024-11-15T22:29:10,236 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/data/default/testClearRegionBlockCache/1e6ecba1846b663fe17d0d15fe2f39de/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:29:10,237 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 1e6ecba1846b663fe17d0d15fe2f39de; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63904248, jitterRate=-0.0477524995803833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T22:29:10,237 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1e6ecba1846b663fe17d0d15fe2f39de 2024-11-15T22:29:10,237 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 1e6ecba1846b663fe17d0d15fe2f39de: Running coprocessor pre-open hook at 1731709750218Writing region info on filesystem at 1731709750218Initializing all the Stores at 1731709750219 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709750219Cleaning up temporary data from old regions at 1731709750224 (+5 ms)Running coprocessor post-open hooks at 1731709750237 (+13 ms)Region opened successfully at 1731709750237 2024-11-15T22:29:10,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28dd4ded2fd7f4abeabe66aafb992195, server=e611192d6313,33397,1731709748558 because future has completed 2024-11-15T22:29:10,238 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731709749840.1e6ecba1846b663fe17d0d15fe2f39de., pid=8, masterSystemTime=1731709750211 2024-11-15T22:29:10,241 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731709749840.1e6ecba1846b663fe17d0d15fe2f39de. 2024-11-15T22:29:10,241 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731709749840.1e6ecba1846b663fe17d0d15fe2f39de. 2024-11-15T22:29:10,243 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1e6ecba1846b663fe17d0d15fe2f39de, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,37119,1731709748588 2024-11-15T22:29:10,243 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38093 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=e611192d6313,37119,1731709748588, table=testClearRegionBlockCache, region=1e6ecba1846b663fe17d0d15fe2f39de. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T22:29:10,245 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-15T22:29:10,245 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 28dd4ded2fd7f4abeabe66aafb992195, server=e611192d6313,33397,1731709748558 in 182 msec 2024-11-15T22:29:10,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e6ecba1846b663fe17d0d15fe2f39de, server=e611192d6313,37119,1731709748588 because future has completed 2024-11-15T22:29:10,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=28dd4ded2fd7f4abeabe66aafb992195, ASSIGN in 347 msec 2024-11-15T22:29:10,250 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-15T22:29:10,250 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e6ecba1846b663fe17d0d15fe2f39de, server=e611192d6313,37119,1731709748588 in 189 msec 2024-11-15T22:29:10,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-15T22:29:10,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1e6ecba1846b663fe17d0d15fe2f39de, ASSIGN in 352 msec 2024-11-15T22:29:10,255 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T22:29:10,255 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709750255"}]},"ts":"1731709750255"} 2024-11-15T22:29:10,258 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-15T22:29:10,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T22:29:10,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 419 msec 2024-11-15T22:29:10,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:29:10,480 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-15T22:29:10,480 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-15T22:29:10,480 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T22:29:10,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-15T22:29:10,484 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T22:29:10,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-15T22:29:10,488 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731709749840.28dd4ded2fd7f4abeabe66aafb992195., hostname=e611192d6313,33397,1731709748558, seqNum=2] 2024-11-15T22:29:10,489 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:29:10,495 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:29:10,508 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731709749840.1e6ecba1846b663fe17d0d15fe2f39de., hostname=e611192d6313,37119,1731709748588, seqNum=2] 2024-11-15T22:29:10,522 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 28dd4ded2fd7f4abeabe66aafb992195 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-15T22:29:10,543 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/data/default/testClearRegionBlockCache/28dd4ded2fd7f4abeabe66aafb992195/.tmp/family/94ddfd86d60d46e7bcc1b23ce40953d7 is 32, key is 1/family:/1731709750496/Put/seqid=0 2024-11-15T22:29:10,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741839_1015 (size=5054) 2024-11-15T22:29:10,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40519 is added to blk_1073741839_1015 (size=5054) 2024-11-15T22:29:10,550 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/data/default/testClearRegionBlockCache/28dd4ded2fd7f4abeabe66aafb992195/.tmp/family/94ddfd86d60d46e7bcc1b23ce40953d7 2024-11-15T22:29:10,559 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/data/default/testClearRegionBlockCache/28dd4ded2fd7f4abeabe66aafb992195/.tmp/family/94ddfd86d60d46e7bcc1b23ce40953d7 as hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/data/default/testClearRegionBlockCache/28dd4ded2fd7f4abeabe66aafb992195/family/94ddfd86d60d46e7bcc1b23ce40953d7 2024-11-15T22:29:10,567 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/data/default/testClearRegionBlockCache/28dd4ded2fd7f4abeabe66aafb992195/family/94ddfd86d60d46e7bcc1b23ce40953d7, entries=4, sequenceid=8, filesize=4.9 K 2024-11-15T22:29:10,569 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 28dd4ded2fd7f4abeabe66aafb992195 in 46ms, sequenceid=8, compaction requested=false 2024-11-15T22:29:10,569 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 28dd4ded2fd7f4abeabe66aafb992195: 2024-11-15T22:29:10,569 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1e6ecba1846b663fe17d0d15fe2f39de 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-15T22:29:10,585 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/data/default/testClearRegionBlockCache/1e6ecba1846b663fe17d0d15fe2f39de/.tmp/family/18360888ec464d93b11954ae4b0448a1 is 32, key is 5/family:/1731709750510/Put/seqid=0 2024-11-15T22:29:10,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40519 is added to blk_1073741840_1016 (size=5083) 2024-11-15T22:29:10,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741840_1016 (size=5083) 2024-11-15T22:29:10,592 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/data/default/testClearRegionBlockCache/1e6ecba1846b663fe17d0d15fe2f39de/.tmp/family/18360888ec464d93b11954ae4b0448a1 2024-11-15T22:29:10,601 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/data/default/testClearRegionBlockCache/1e6ecba1846b663fe17d0d15fe2f39de/.tmp/family/18360888ec464d93b11954ae4b0448a1 as hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/data/default/testClearRegionBlockCache/1e6ecba1846b663fe17d0d15fe2f39de/family/18360888ec464d93b11954ae4b0448a1 2024-11-15T22:29:10,609 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/data/default/testClearRegionBlockCache/1e6ecba1846b663fe17d0d15fe2f39de/family/18360888ec464d93b11954ae4b0448a1, entries=5, sequenceid=9, filesize=5.0 K 2024-11-15T22:29:10,610 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 1e6ecba1846b663fe17d0d15fe2f39de in 41ms, sequenceid=9, compaction requested=false 2024-11-15T22:29:10,610 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1e6ecba1846b663fe17d0d15fe2f39de: 2024-11-15T22:29:10,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T22:29:10,617 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:29:10,617 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:29:10,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:10,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:10,617 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:29:10,617 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T22:29:10,617 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=920607415, stopped=false 2024-11-15T22:29:10,618 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e611192d6313,38093,1731709748403 2024-11-15T22:29:10,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33397-0x101409dc04d0001, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T22:29:10,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38093-0x101409dc04d0000, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T22:29:10,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37119-0x101409dc04d0002, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T22:29:10,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38093-0x101409dc04d0000, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:10,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33397-0x101409dc04d0001, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:10,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37119-0x101409dc04d0002, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:10,664 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:29:10,664 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:29:10,664 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:29:10,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:10,664 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33397-0x101409dc04d0001, quorum=127.0.0.1:61987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T22:29:10,665 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e611192d6313,33397,1731709748558' ***** 2024-11-15T22:29:10,665 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T22:29:10,665 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e611192d6313,37119,1731709748588' ***** 2024-11-15T22:29:10,665 INFO [RS:0;e611192d6313:33397 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T22:29:10,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38093-0x101409dc04d0000, quorum=127.0.0.1:61987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T22:29:10,665 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T22:29:10,665 INFO [RS:0;e611192d6313:33397 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T22:29:10,665 INFO [RS:0;e611192d6313:33397 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T22:29:10,665 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T22:29:10,665 INFO [RS:0;e611192d6313:33397 {}] regionserver.HRegionServer(3091): Received CLOSE for 28dd4ded2fd7f4abeabe66aafb992195 2024-11-15T22:29:10,665 INFO [RS:1;e611192d6313:37119 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T22:29:10,665 INFO [RS:1;e611192d6313:37119 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T22:29:10,665 INFO [RS:1;e611192d6313:37119 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T22:29:10,665 INFO [RS:0;e611192d6313:33397 {}] regionserver.HRegionServer(959): stopping server e611192d6313,33397,1731709748558 2024-11-15T22:29:10,665 INFO [RS:0;e611192d6313:33397 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:29:10,665 INFO [RS:1;e611192d6313:37119 {}] regionserver.HRegionServer(3091): Received CLOSE for 1e6ecba1846b663fe17d0d15fe2f39de 2024-11-15T22:29:10,666 INFO [RS:0;e611192d6313:33397 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:33397. 2024-11-15T22:29:10,666 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 28dd4ded2fd7f4abeabe66aafb992195, disabling compactions & flushes 2024-11-15T22:29:10,666 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731709749840.28dd4ded2fd7f4abeabe66aafb992195. 2024-11-15T22:29:10,666 DEBUG [RS:0;e611192d6313:33397 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:29:10,666 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T22:29:10,666 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731709749840.28dd4ded2fd7f4abeabe66aafb992195. 2024-11-15T22:29:10,666 DEBUG [RS:0;e611192d6313:33397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:10,666 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731709749840.28dd4ded2fd7f4abeabe66aafb992195. after waiting 0 ms 2024-11-15T22:29:10,666 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731709749840.28dd4ded2fd7f4abeabe66aafb992195. 2024-11-15T22:29:10,666 INFO [RS:0;e611192d6313:33397 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T22:29:10,666 DEBUG [RS:0;e611192d6313:33397 {}] regionserver.HRegionServer(1325): Online Regions={28dd4ded2fd7f4abeabe66aafb992195=testClearRegionBlockCache,,1731709749840.28dd4ded2fd7f4abeabe66aafb992195.} 2024-11-15T22:29:10,666 INFO [RS:1;e611192d6313:37119 {}] regionserver.HRegionServer(959): stopping server e611192d6313,37119,1731709748588 2024-11-15T22:29:10,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37119-0x101409dc04d0002, quorum=127.0.0.1:61987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T22:29:10,666 INFO [RS:1;e611192d6313:37119 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:29:10,666 DEBUG [RS:0;e611192d6313:33397 {}] regionserver.HRegionServer(1351): Waiting on 28dd4ded2fd7f4abeabe66aafb992195 2024-11-15T22:29:10,666 INFO [RS:1;e611192d6313:37119 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;e611192d6313:37119. 2024-11-15T22:29:10,666 DEBUG [RS:1;e611192d6313:37119 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:29:10,666 DEBUG [RS:1;e611192d6313:37119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:10,666 INFO [RS:1;e611192d6313:37119 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T22:29:10,666 INFO [RS:1;e611192d6313:37119 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T22:29:10,666 INFO [RS:1;e611192d6313:37119 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T22:29:10,667 INFO [RS:1;e611192d6313:37119 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T22:29:10,667 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1e6ecba1846b663fe17d0d15fe2f39de, disabling compactions & flushes 2024-11-15T22:29:10,667 INFO [RS:1;e611192d6313:37119 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T22:29:10,667 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731709749840.1e6ecba1846b663fe17d0d15fe2f39de. 2024-11-15T22:29:10,667 DEBUG [RS:1;e611192d6313:37119 {}] regionserver.HRegionServer(1325): Online Regions={1e6ecba1846b663fe17d0d15fe2f39de=testClearRegionBlockCache,5,1731709749840.1e6ecba1846b663fe17d0d15fe2f39de., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T22:29:10,667 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731709749840.1e6ecba1846b663fe17d0d15fe2f39de. 2024-11-15T22:29:10,667 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:29:10,667 DEBUG [RS:1;e611192d6313:37119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e6ecba1846b663fe17d0d15fe2f39de 2024-11-15T22:29:10,667 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:29:10,667 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731709749840.1e6ecba1846b663fe17d0d15fe2f39de. after waiting 0 ms 2024-11-15T22:29:10,667 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:29:10,667 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731709749840.1e6ecba1846b663fe17d0d15fe2f39de. 2024-11-15T22:29:10,667 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:29:10,667 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:29:10,667 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-15T22:29:10,672 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/data/default/testClearRegionBlockCache/28dd4ded2fd7f4abeabe66aafb992195/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-15T22:29:10,673 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731709749840.28dd4ded2fd7f4abeabe66aafb992195. 2024-11-15T22:29:10,673 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 28dd4ded2fd7f4abeabe66aafb992195: Waiting for close lock at 1731709750666Running coprocessor pre-close hooks at 1731709750666Disabling compacts and flushes for region at 1731709750666Disabling writes for close at 1731709750666Writing region close event to WAL at 1731709750667 (+1 ms)Running coprocessor post-close hooks at 1731709750673 (+6 ms)Closed at 1731709750673 2024-11-15T22:29:10,674 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731709749840.28dd4ded2fd7f4abeabe66aafb992195. 2024-11-15T22:29:10,674 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/data/default/testClearRegionBlockCache/1e6ecba1846b663fe17d0d15fe2f39de/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-15T22:29:10,674 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731709749840.1e6ecba1846b663fe17d0d15fe2f39de. 2024-11-15T22:29:10,674 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1e6ecba1846b663fe17d0d15fe2f39de: Waiting for close lock at 1731709750667Running coprocessor pre-close hooks at 1731709750667Disabling compacts and flushes for region at 1731709750667Disabling writes for close at 1731709750667Writing region close event to WAL at 1731709750669 (+2 ms)Running coprocessor post-close hooks at 1731709750674 (+5 ms)Closed at 1731709750674 2024-11-15T22:29:10,675 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731709749840.1e6ecba1846b663fe17d0d15fe2f39de. 2024-11-15T22:29:10,691 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/data/hbase/meta/1588230740/.tmp/info/a77a22ddd31b4ccd8684d358d2273c80 is 173, key is testClearRegionBlockCache,5,1731709749840.1e6ecba1846b663fe17d0d15fe2f39de./info:regioninfo/1731709750242/Put/seqid=0 2024-11-15T22:29:10,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40519 is added to blk_1073741841_1017 (size=8173) 2024-11-15T22:29:10,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741841_1017 (size=8173) 2024-11-15T22:29:10,698 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/data/hbase/meta/1588230740/.tmp/info/a77a22ddd31b4ccd8684d358d2273c80 2024-11-15T22:29:10,723 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/data/hbase/meta/1588230740/.tmp/ns/3cdff3e0104344228f1a2e4a8977bb0f is 43, key is default/ns:d/1731709749785/Put/seqid=0 2024-11-15T22:29:10,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741842_1018 (size=5153) 2024-11-15T22:29:10,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40519 is added to blk_1073741842_1018 (size=5153) 2024-11-15T22:29:10,729 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/data/hbase/meta/1588230740/.tmp/ns/3cdff3e0104344228f1a2e4a8977bb0f 2024-11-15T22:29:10,737 INFO [regionserver/e611192d6313:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:29:10,742 INFO [regionserver/e611192d6313:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:29:10,752 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/data/hbase/meta/1588230740/.tmp/table/3a82b28d3620434585f02fd61b38a216 is 61, key is testClearRegionBlockCache/table:state/1731709750255/Put/seqid=0 2024-11-15T22:29:10,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741843_1019 (size=5312) 2024-11-15T22:29:10,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40519 is added to blk_1073741843_1019 (size=5312) 2024-11-15T22:29:10,866 INFO [RS:0;e611192d6313:33397 {}] regionserver.HRegionServer(976): stopping server e611192d6313,33397,1731709748558; all regions closed. 2024-11-15T22:29:10,867 DEBUG [RS:1;e611192d6313:37119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:29:10,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741833_1009 (size=1758) 2024-11-15T22:29:10,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40519 is added to blk_1073741833_1009 (size=1758) 2024-11-15T22:29:10,872 DEBUG [RS:0;e611192d6313:33397 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/oldWALs 2024-11-15T22:29:10,872 INFO [RS:0;e611192d6313:33397 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C33397%2C1731709748558:(num 1731709749274) 2024-11-15T22:29:10,872 DEBUG [RS:0;e611192d6313:33397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:10,872 INFO [RS:0;e611192d6313:33397 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:29:10,872 INFO [RS:0;e611192d6313:33397 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:29:10,872 INFO [RS:0;e611192d6313:33397 {}] hbase.ChoreService(370): Chore service for: regionserver/e611192d6313:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T22:29:10,873 INFO [RS:0;e611192d6313:33397 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T22:29:10,873 INFO [regionserver/e611192d6313:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:29:10,873 INFO [RS:0;e611192d6313:33397 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T22:29:10,873 INFO [RS:0;e611192d6313:33397 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T22:29:10,873 INFO [RS:0;e611192d6313:33397 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:29:10,873 INFO [RS:0;e611192d6313:33397 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33397 2024-11-15T22:29:10,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33397-0x101409dc04d0001, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e611192d6313,33397,1731709748558 2024-11-15T22:29:10,885 INFO [RS:0;e611192d6313:33397 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:29:10,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38093-0x101409dc04d0000, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T22:29:10,885 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$363/0x00007f2254902938@73bcef10 rejected from java.util.concurrent.ThreadPoolExecutor@36be7f03[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-15T22:29:10,895 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e611192d6313,33397,1731709748558] 2024-11-15T22:29:10,906 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e611192d6313,33397,1731709748558 already deleted, retry=false 2024-11-15T22:29:10,906 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e611192d6313,33397,1731709748558 expired; onlineServers=1 2024-11-15T22:29:10,995 INFO [RS:0;e611192d6313:33397 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:29:10,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33397-0x101409dc04d0001, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:29:10,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33397-0x101409dc04d0001, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:29:10,996 INFO [RS:0;e611192d6313:33397 {}] regionserver.HRegionServer(1031): Exiting; stopping=e611192d6313,33397,1731709748558; zookeeper connection closed. 2024-11-15T22:29:10,996 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@754450a3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@754450a3 2024-11-15T22:29:11,067 DEBUG [RS:1;e611192d6313:37119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:29:11,159 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/data/hbase/meta/1588230740/.tmp/table/3a82b28d3620434585f02fd61b38a216 2024-11-15T22:29:11,167 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/data/hbase/meta/1588230740/.tmp/info/a77a22ddd31b4ccd8684d358d2273c80 as hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/data/hbase/meta/1588230740/info/a77a22ddd31b4ccd8684d358d2273c80 2024-11-15T22:29:11,174 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/data/hbase/meta/1588230740/info/a77a22ddd31b4ccd8684d358d2273c80, entries=20, sequenceid=13, filesize=8.0 K 2024-11-15T22:29:11,176 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/data/hbase/meta/1588230740/.tmp/ns/3cdff3e0104344228f1a2e4a8977bb0f as hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/data/hbase/meta/1588230740/ns/3cdff3e0104344228f1a2e4a8977bb0f 2024-11-15T22:29:11,184 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/data/hbase/meta/1588230740/ns/3cdff3e0104344228f1a2e4a8977bb0f, entries=2, sequenceid=13, filesize=5.0 K 2024-11-15T22:29:11,185 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/data/hbase/meta/1588230740/.tmp/table/3a82b28d3620434585f02fd61b38a216 as hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/data/hbase/meta/1588230740/table/3a82b28d3620434585f02fd61b38a216 2024-11-15T22:29:11,192 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/data/hbase/meta/1588230740/table/3a82b28d3620434585f02fd61b38a216, entries=2, sequenceid=13, filesize=5.2 K 2024-11-15T22:29:11,194 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 526ms, sequenceid=13, compaction requested=false 2024-11-15T22:29:11,199 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-15T22:29:11,200 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:29:11,200 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:29:11,200 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709750667Running coprocessor pre-close hooks at 1731709750667Disabling compacts and flushes for region at 1731709750667Disabling writes for close at 1731709750667Obtaining lock to block concurrent updates at 1731709750667Preparing flush snapshotting stores in 1588230740 at 1731709750667Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731709750668 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731709750669 (+1 ms)Flushing 1588230740/info: creating writer at 1731709750669Flushing 1588230740/info: appending metadata at 1731709750691 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731709750691Flushing 1588230740/ns: creating writer at 1731709750707 (+16 ms)Flushing 1588230740/ns: appending metadata at 1731709750722 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731709750722Flushing 1588230740/table: creating writer at 1731709750736 (+14 ms)Flushing 1588230740/table: appending metadata at 1731709750752 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731709750752Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ef7b4: reopening flushed file at 1731709751166 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66e8d7a6: reopening flushed file at 1731709751175 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@549afc9c: reopening flushed file at 1731709751184 (+9 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 526ms, sequenceid=13, compaction requested=false at 1731709751194 (+10 ms)Writing region close event to WAL at 1731709751195 (+1 ms)Running coprocessor post-close hooks at 1731709751200 (+5 ms)Closed at 1731709751200 2024-11-15T22:29:11,200 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T22:29:11,207 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T22:29:11,207 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T22:29:11,268 INFO [RS:1;e611192d6313:37119 {}] regionserver.HRegionServer(976): stopping server e611192d6313,37119,1731709748588; all regions closed. 2024-11-15T22:29:11,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741835_1011 (size=4338) 2024-11-15T22:29:11,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40519 is added to blk_1073741835_1011 (size=4338) 2024-11-15T22:29:11,273 DEBUG [RS:1;e611192d6313:37119 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/oldWALs 2024-11-15T22:29:11,273 INFO [RS:1;e611192d6313:37119 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C37119%2C1731709748588.meta:.meta(num 1731709749713) 2024-11-15T22:29:11,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40519 is added to blk_1073741834_1010 (size=1867) 2024-11-15T22:29:11,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741834_1010 (size=1867) 2024-11-15T22:29:11,278 DEBUG [RS:1;e611192d6313:37119 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/oldWALs 2024-11-15T22:29:11,278 INFO [RS:1;e611192d6313:37119 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C37119%2C1731709748588:(num 1731709749274) 2024-11-15T22:29:11,278 DEBUG [RS:1;e611192d6313:37119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:11,278 INFO [RS:1;e611192d6313:37119 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:29:11,279 INFO [RS:1;e611192d6313:37119 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:29:11,279 INFO [RS:1;e611192d6313:37119 {}] hbase.ChoreService(370): Chore service for: regionserver/e611192d6313:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T22:29:11,279 INFO [RS:1;e611192d6313:37119 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:29:11,279 INFO [regionserver/e611192d6313:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:29:11,279 INFO [RS:1;e611192d6313:37119 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37119 2024-11-15T22:29:11,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37119-0x101409dc04d0002, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e611192d6313,37119,1731709748588 2024-11-15T22:29:11,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38093-0x101409dc04d0000, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T22:29:11,327 INFO [RS:1;e611192d6313:37119 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:29:11,337 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e611192d6313,37119,1731709748588] 2024-11-15T22:29:11,348 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e611192d6313,37119,1731709748588 already deleted, retry=false 2024-11-15T22:29:11,348 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e611192d6313,37119,1731709748588 expired; onlineServers=0 2024-11-15T22:29:11,348 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e611192d6313,38093,1731709748403' ***** 2024-11-15T22:29:11,348 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T22:29:11,348 INFO [M:0;e611192d6313:38093 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:29:11,348 INFO [M:0;e611192d6313:38093 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:29:11,348 DEBUG [M:0;e611192d6313:38093 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T22:29:11,349 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T22:29:11,349 DEBUG [M:0;e611192d6313:38093 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T22:29:11,349 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709748971 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709748971,5,FailOnTimeoutGroup] 2024-11-15T22:29:11,349 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709748971 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709748971,5,FailOnTimeoutGroup] 2024-11-15T22:29:11,349 INFO [M:0;e611192d6313:38093 {}] hbase.ChoreService(370): Chore service for: master/e611192d6313:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T22:29:11,349 INFO [M:0;e611192d6313:38093 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:29:11,349 DEBUG [M:0;e611192d6313:38093 {}] master.HMaster(1795): Stopping service threads 2024-11-15T22:29:11,349 INFO [M:0;e611192d6313:38093 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T22:29:11,349 INFO [M:0;e611192d6313:38093 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:29:11,349 INFO [M:0;e611192d6313:38093 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T22:29:11,349 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T22:29:11,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38093-0x101409dc04d0000, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T22:29:11,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38093-0x101409dc04d0000, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:11,359 DEBUG [M:0;e611192d6313:38093 {}] zookeeper.ZKUtil(347): master:38093-0x101409dc04d0000, quorum=127.0.0.1:61987, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-15T22:29:11,359 WARN [M:0;e611192d6313:38093 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T22:29:11,359 INFO [M:0;e611192d6313:38093 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/.lastflushedseqids 2024-11-15T22:29:11,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40519 is added to blk_1073741844_1020 (size=182) 2024-11-15T22:29:11,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741844_1020 (size=182) 2024-11-15T22:29:11,372 INFO [M:0;e611192d6313:38093 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T22:29:11,372 INFO [M:0;e611192d6313:38093 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T22:29:11,372 DEBUG [M:0;e611192d6313:38093 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:29:11,372 INFO [M:0;e611192d6313:38093 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:29:11,373 DEBUG [M:0;e611192d6313:38093 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:29:11,373 DEBUG [M:0;e611192d6313:38093 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:29:11,373 DEBUG [M:0;e611192d6313:38093 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:29:11,373 INFO [M:0;e611192d6313:38093 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-15T22:29:11,398 DEBUG [M:0;e611192d6313:38093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/458d1b9e786e4caf97e6a9d99269a9b2 is 82, key is hbase:meta,,1/info:regioninfo/1731709749758/Put/seqid=0 2024-11-15T22:29:11,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741845_1021 (size=5672) 2024-11-15T22:29:11,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40519 is added to blk_1073741845_1021 (size=5672) 2024-11-15T22:29:11,405 INFO [M:0;e611192d6313:38093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/458d1b9e786e4caf97e6a9d99269a9b2 2024-11-15T22:29:11,429 DEBUG [M:0;e611192d6313:38093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c5477c8aeac64a1a84ec722460882269 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731709750262/Put/seqid=0 2024-11-15T22:29:11,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741846_1022 (size=6219) 2024-11-15T22:29:11,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40519 is added to blk_1073741846_1022 (size=6219) 2024-11-15T22:29:11,437 INFO [M:0;e611192d6313:38093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c5477c8aeac64a1a84ec722460882269 2024-11-15T22:29:11,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37119-0x101409dc04d0002, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:29:11,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37119-0x101409dc04d0002, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:29:11,437 INFO [RS:1;e611192d6313:37119 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:29:11,437 INFO [RS:1;e611192d6313:37119 {}] regionserver.HRegionServer(1031): Exiting; stopping=e611192d6313,37119,1731709748588; zookeeper connection closed. 2024-11-15T22:29:11,438 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@35ef08a2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@35ef08a2 2024-11-15T22:29:11,438 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-15T22:29:11,475 DEBUG [M:0;e611192d6313:38093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a922b2cf42b419198f36a9003159e2a is 69, key is e611192d6313,33397,1731709748558/rs:state/1731709749070/Put/seqid=0 2024-11-15T22:29:11,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741847_1023 (size=5224) 2024-11-15T22:29:11,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40519 is added to blk_1073741847_1023 (size=5224) 2024-11-15T22:29:11,483 INFO [M:0;e611192d6313:38093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a922b2cf42b419198f36a9003159e2a 2024-11-15T22:29:11,494 DEBUG [M:0;e611192d6313:38093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/458d1b9e786e4caf97e6a9d99269a9b2 as hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/458d1b9e786e4caf97e6a9d99269a9b2 2024-11-15T22:29:11,502 INFO [M:0;e611192d6313:38093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/458d1b9e786e4caf97e6a9d99269a9b2, entries=8, sequenceid=71, filesize=5.5 K 2024-11-15T22:29:11,504 DEBUG [M:0;e611192d6313:38093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c5477c8aeac64a1a84ec722460882269 as hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c5477c8aeac64a1a84ec722460882269 2024-11-15T22:29:11,513 INFO [M:0;e611192d6313:38093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c5477c8aeac64a1a84ec722460882269, entries=8, sequenceid=71, filesize=6.1 K 2024-11-15T22:29:11,514 DEBUG [M:0;e611192d6313:38093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a922b2cf42b419198f36a9003159e2a as hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0a922b2cf42b419198f36a9003159e2a 2024-11-15T22:29:11,523 INFO [M:0;e611192d6313:38093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41997/user/jenkins/test-data/7e799843-d685-8fbf-36c3-45a224ac45b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0a922b2cf42b419198f36a9003159e2a, entries=2, sequenceid=71, filesize=5.1 K 2024-11-15T22:29:11,525 INFO [M:0;e611192d6313:38093 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 151ms, sequenceid=71, compaction requested=false 2024-11-15T22:29:11,526 INFO [M:0;e611192d6313:38093 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:29:11,526 DEBUG [M:0;e611192d6313:38093 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709751372Disabling compacts and flushes for region at 1731709751372Disabling writes for close at 1731709751373 (+1 ms)Obtaining lock to block concurrent updates at 1731709751373Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731709751373Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731709751373Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731709751374 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731709751374Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731709751397 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731709751398 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731709751412 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731709751428 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731709751428Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731709751446 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731709751474 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731709751474Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c08d899: reopening flushed file at 1731709751492 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32467ad8: reopening flushed file at 1731709751503 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c6bee55: reopening flushed file at 1731709751513 (+10 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 151ms, sequenceid=71, compaction requested=false at 1731709751525 (+12 ms)Writing region close event to WAL at 1731709751526 (+1 ms)Closed at 1731709751526 2024-11-15T22:29:11,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40519 is added to blk_1073741830_1006 (size=35440) 2024-11-15T22:29:11,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741830_1006 (size=35440) 2024-11-15T22:29:11,531 INFO [M:0;e611192d6313:38093 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T22:29:11,531 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:29:11,531 INFO [M:0;e611192d6313:38093 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38093 2024-11-15T22:29:11,531 INFO [M:0;e611192d6313:38093 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:29:11,638 INFO [M:0;e611192d6313:38093 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:29:11,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38093-0x101409dc04d0000, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:29:11,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38093-0x101409dc04d0000, quorum=127.0.0.1:61987, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:29:11,640 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@561725b1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:29:11,640 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6eb1d8d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:29:11,640 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:29:11,641 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ad4f567{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:29:11,641 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ae83d73{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289edecb-6c5d-50cd-df61-075cd5de5a48/hadoop.log.dir/,STOPPED} 2024-11-15T22:29:11,642 WARN [BP-1218918208-172.17.0.3-1731709746254 heartbeating to localhost/127.0.0.1:41997 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T22:29:11,642 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T22:29:11,642 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T22:29:11,642 WARN [BP-1218918208-172.17.0.3-1731709746254 heartbeating to localhost/127.0.0.1:41997 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1218918208-172.17.0.3-1731709746254 (Datanode Uuid fa8aca35-0030-46e9-8225-edfd44cf11aa) service to localhost/127.0.0.1:41997 2024-11-15T22:29:11,642 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289edecb-6c5d-50cd-df61-075cd5de5a48/cluster_0bef2069-af54-2b01-865d-492acf32f7b6/data/data3/current/BP-1218918208-172.17.0.3-1731709746254 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:29:11,643 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289edecb-6c5d-50cd-df61-075cd5de5a48/cluster_0bef2069-af54-2b01-865d-492acf32f7b6/data/data4/current/BP-1218918208-172.17.0.3-1731709746254 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:29:11,643 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T22:29:11,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f4003b9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:29:11,645 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@582e735d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:29:11,645 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:29:11,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d053c49{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:29:11,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6071e0cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289edecb-6c5d-50cd-df61-075cd5de5a48/hadoop.log.dir/,STOPPED} 2024-11-15T22:29:11,646 WARN [BP-1218918208-172.17.0.3-1731709746254 heartbeating to localhost/127.0.0.1:41997 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T22:29:11,646 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T22:29:11,646 WARN [BP-1218918208-172.17.0.3-1731709746254 heartbeating to localhost/127.0.0.1:41997 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1218918208-172.17.0.3-1731709746254 (Datanode Uuid df610577-8e7b-4b3b-b066-ba3d795c2c61) service to localhost/127.0.0.1:41997 2024-11-15T22:29:11,646 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T22:29:11,647 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289edecb-6c5d-50cd-df61-075cd5de5a48/cluster_0bef2069-af54-2b01-865d-492acf32f7b6/data/data1/current/BP-1218918208-172.17.0.3-1731709746254 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:29:11,647 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289edecb-6c5d-50cd-df61-075cd5de5a48/cluster_0bef2069-af54-2b01-865d-492acf32f7b6/data/data2/current/BP-1218918208-172.17.0.3-1731709746254 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:29:11,647 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T22:29:11,653 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3fa67c50{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:29:11,654 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c817af7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:29:11,654 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:29:11,654 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e1d15d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:29:11,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f04f43d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289edecb-6c5d-50cd-df61-075cd5de5a48/hadoop.log.dir/,STOPPED} 2024-11-15T22:29:11,661 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T22:29:11,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T22:29:11,690 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=116 (was 86) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41997 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:41997 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:41997 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:41997 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:41997 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:41997 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:41997 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=443 (was 412) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=373 (was 397), ProcessCount=11 (was 11), AvailableMemoryMB=3837 (was 4027) 2024-11-15T22:29:11,697 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=116, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=373, ProcessCount=11, AvailableMemoryMB=3837 2024-11-15T22:29:11,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289edecb-6c5d-50cd-df61-075cd5de5a48/hadoop.log.dir so I do NOT create it in target/test-data/b4170e36-4e51-11ea-6cc0-01c3aa9dc774 2024-11-15T22:29:11,710 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289edecb-6c5d-50cd-df61-075cd5de5a48/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T22:29:11,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289edecb-6c5d-50cd-df61-075cd5de5a48/hadoop.tmp.dir so I do NOT create it in target/test-data/b4170e36-4e51-11ea-6cc0-01c3aa9dc774 2024-11-15T22:29:11,710 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/289edecb-6c5d-50cd-df61-075cd5de5a48/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T22:29:11,710 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4170e36-4e51-11ea-6cc0-01c3aa9dc774 2024-11-15T22:29:11,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T22:29:11,711 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4170e36-4e51-11ea-6cc0-01c3aa9dc774/cluster_ded053d0-3c47-8ff6-4e05-e9cee8cf5504, deleteOnExit=true 2024-11-15T22:29:11,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T22:29:11,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4170e36-4e51-11ea-6cc0-01c3aa9dc774/test.cache.data in system properties and HBase conf 2024-11-15T22:29:11,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4170e36-4e51-11ea-6cc0-01c3aa9dc774/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T22:29:11,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4170e36-4e51-11ea-6cc0-01c3aa9dc774/hadoop.log.dir in system properties and HBase conf 2024-11-15T22:29:11,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4170e36-4e51-11ea-6cc0-01c3aa9dc774/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T22:29:11,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4170e36-4e51-11ea-6cc0-01c3aa9dc774/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T22:29:11,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T22:29:11,711 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T22:29:11,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4170e36-4e51-11ea-6cc0-01c3aa9dc774/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:29:11,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4170e36-4e51-11ea-6cc0-01c3aa9dc774/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:29:11,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4170e36-4e51-11ea-6cc0-01c3aa9dc774/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T22:29:11,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4170e36-4e51-11ea-6cc0-01c3aa9dc774/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:29:11,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4170e36-4e51-11ea-6cc0-01c3aa9dc774/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T22:29:11,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4170e36-4e51-11ea-6cc0-01c3aa9dc774/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T22:29:11,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4170e36-4e51-11ea-6cc0-01c3aa9dc774/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:29:11,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4170e36-4e51-11ea-6cc0-01c3aa9dc774/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:29:11,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4170e36-4e51-11ea-6cc0-01c3aa9dc774/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T22:29:11,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4170e36-4e51-11ea-6cc0-01c3aa9dc774/nfs.dump.dir in system properties and HBase conf 2024-11-15T22:29:11,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4170e36-4e51-11ea-6cc0-01c3aa9dc774/java.io.tmpdir in system properties and HBase conf 2024-11-15T22:29:11,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4170e36-4e51-11ea-6cc0-01c3aa9dc774/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:29:11,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4170e36-4e51-11ea-6cc0-01c3aa9dc774/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T22:29:11,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4170e36-4e51-11ea-6cc0-01c3aa9dc774/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T22:29:12,026 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:29:12,032 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:29:12,033 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:29:12,034 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:29:12,034 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T22:29:12,034 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:29:12,035 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c58acd8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4170e36-4e51-11ea-6cc0-01c3aa9dc774/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:29:12,036 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65bc3aef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:29:12,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62153ea7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4170e36-4e51-11ea-6cc0-01c3aa9dc774/java.io.tmpdir/jetty-localhost-43381-hadoop-hdfs-3_4_1-tests_jar-_-any-10180641619519053242/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:29:12,146 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ed4d2cd{HTTP/1.1, (http/1.1)}{localhost:43381} 2024-11-15T22:29:12,146 INFO [Time-limited test {}] server.Server(415): Started @18738ms 2024-11-15T22:29:12,391 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:29:12,395 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:29:12,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:29:12,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:29:12,397 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T22:29:12,400 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bc9de68{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4170e36-4e51-11ea-6cc0-01c3aa9dc774/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:29:12,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f1448d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:29:12,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7347b92c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4170e36-4e51-11ea-6cc0-01c3aa9dc774/java.io.tmpdir/jetty-localhost-43631-hadoop-hdfs-3_4_1-tests_jar-_-any-987916606693595376/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:29:12,498 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f502323{HTTP/1.1, (http/1.1)}{localhost:43631} 2024-11-15T22:29:12,499 INFO [Time-limited test {}] server.Server(415): Started @19090ms 2024-11-15T22:29:12,500 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T22:29:12,532 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:29:12,535 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:29:12,536 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:29:12,536 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:29:12,537 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T22:29:12,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@629d4e68{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4170e36-4e51-11ea-6cc0-01c3aa9dc774/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:29:12,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@109c261f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:29:12,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1aef03e7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4170e36-4e51-11ea-6cc0-01c3aa9dc774/java.io.tmpdir/jetty-localhost-39987-hadoop-hdfs-3_4_1-tests_jar-_-any-11108386810229329403/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:29:12,638 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10947f36{HTTP/1.1, (http/1.1)}{localhost:39987} 2024-11-15T22:29:12,638 INFO [Time-limited test {}] server.Server(415): Started @19229ms 2024-11-15T22:29:12,639 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T22:29:14,234 WARN [Thread-631 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4170e36-4e51-11ea-6cc0-01c3aa9dc774/cluster_ded053d0-3c47-8ff6-4e05-e9cee8cf5504/data/data1/current/BP-969912429-172.17.0.3-1731709751737/current, will proceed with Du for space computation calculation, 2024-11-15T22:29:14,234 WARN [Thread-632 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4170e36-4e51-11ea-6cc0-01c3aa9dc774/cluster_ded053d0-3c47-8ff6-4e05-e9cee8cf5504/data/data2/current/BP-969912429-172.17.0.3-1731709751737/current, will proceed with Du for space computation calculation, 2024-11-15T22:29:14,264 WARN [Thread-595 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T22:29:14,268 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe96d7f7fd109ead3 with lease ID 0x1bd8504b933b35d4: Processing first storage report for DS-4c038859-3e43-4f8e-9922-9b3155fd228d from datanode DatanodeRegistration(127.0.0.1:42203, datanodeUuid=c20a5f25-a240-443d-b47e-a8ff7d76fd96, infoPort=34405, infoSecurePort=0, ipcPort=45155, storageInfo=lv=-57;cid=testClusterID;nsid=1304231886;c=1731709751737) 2024-11-15T22:29:14,268 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe96d7f7fd109ead3 with lease ID 0x1bd8504b933b35d4: from storage DS-4c038859-3e43-4f8e-9922-9b3155fd228d node DatanodeRegistration(127.0.0.1:42203, datanodeUuid=c20a5f25-a240-443d-b47e-a8ff7d76fd96, infoPort=34405, infoSecurePort=0, ipcPort=45155, storageInfo=lv=-57;cid=testClusterID;nsid=1304231886;c=1731709751737), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:29:14,268 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe96d7f7fd109ead3 with lease ID 0x1bd8504b933b35d4: Processing first storage report for DS-4b8a24b0-0000-4937-a4ce-3df559ede646 from datanode DatanodeRegistration(127.0.0.1:42203, datanodeUuid=c20a5f25-a240-443d-b47e-a8ff7d76fd96, infoPort=34405, infoSecurePort=0, ipcPort=45155, storageInfo=lv=-57;cid=testClusterID;nsid=1304231886;c=1731709751737) 2024-11-15T22:29:14,269 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe96d7f7fd109ead3 with lease ID 0x1bd8504b933b35d4: from storage DS-4b8a24b0-0000-4937-a4ce-3df559ede646 node DatanodeRegistration(127.0.0.1:42203, datanodeUuid=c20a5f25-a240-443d-b47e-a8ff7d76fd96, infoPort=34405, infoSecurePort=0, ipcPort=45155, storageInfo=lv=-57;cid=testClusterID;nsid=1304231886;c=1731709751737), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:29:14,350 WARN [Thread-643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4170e36-4e51-11ea-6cc0-01c3aa9dc774/cluster_ded053d0-3c47-8ff6-4e05-e9cee8cf5504/data/data4/current/BP-969912429-172.17.0.3-1731709751737/current, will proceed with Du for space computation calculation, 2024-11-15T22:29:14,350 WARN [Thread-642 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4170e36-4e51-11ea-6cc0-01c3aa9dc774/cluster_ded053d0-3c47-8ff6-4e05-e9cee8cf5504/data/data3/current/BP-969912429-172.17.0.3-1731709751737/current, will proceed with Du for space computation calculation, 2024-11-15T22:29:14,375 WARN [Thread-618 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T22:29:14,378 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1715c252be204e10 with lease ID 0x1bd8504b933b35d5: Processing first storage report for DS-8879ac14-1b1f-4d2a-91a5-65756b5a8599 from datanode DatanodeRegistration(127.0.0.1:40589, datanodeUuid=8f543626-4d74-40a5-8256-43d328a2ef66, infoPort=42277, infoSecurePort=0, ipcPort=38799, storageInfo=lv=-57;cid=testClusterID;nsid=1304231886;c=1731709751737) 2024-11-15T22:29:14,378 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1715c252be204e10 with lease ID 0x1bd8504b933b35d5: from storage DS-8879ac14-1b1f-4d2a-91a5-65756b5a8599 node DatanodeRegistration(127.0.0.1:40589, datanodeUuid=8f543626-4d74-40a5-8256-43d328a2ef66, infoPort=42277, infoSecurePort=0, ipcPort=38799, storageInfo=lv=-57;cid=testClusterID;nsid=1304231886;c=1731709751737), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:29:14,378 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1715c252be204e10 with lease ID 0x1bd8504b933b35d5: Processing first storage report for DS-d67d046c-fc78-4c10-8c4a-6f3506b04132 from datanode DatanodeRegistration(127.0.0.1:40589, datanodeUuid=8f543626-4d74-40a5-8256-43d328a2ef66, infoPort=42277, infoSecurePort=0, ipcPort=38799, storageInfo=lv=-57;cid=testClusterID;nsid=1304231886;c=1731709751737) 2024-11-15T22:29:14,378 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1715c252be204e10 with lease ID 0x1bd8504b933b35d5: from storage DS-d67d046c-fc78-4c10-8c4a-6f3506b04132 node DatanodeRegistration(127.0.0.1:40589, datanodeUuid=8f543626-4d74-40a5-8256-43d328a2ef66, infoPort=42277, infoSecurePort=0, ipcPort=38799, storageInfo=lv=-57;cid=testClusterID;nsid=1304231886;c=1731709751737), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:29:14,479 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4170e36-4e51-11ea-6cc0-01c3aa9dc774 2024-11-15T22:29:14,482 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4170e36-4e51-11ea-6cc0-01c3aa9dc774/cluster_ded053d0-3c47-8ff6-4e05-e9cee8cf5504/zookeeper_0, clientPort=62472, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4170e36-4e51-11ea-6cc0-01c3aa9dc774/cluster_ded053d0-3c47-8ff6-4e05-e9cee8cf5504/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4170e36-4e51-11ea-6cc0-01c3aa9dc774/cluster_ded053d0-3c47-8ff6-4e05-e9cee8cf5504/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T22:29:14,483 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62472 2024-11-15T22:29:14,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:14,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:14,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42203 is added to blk_1073741825_1001 (size=7) 2024-11-15T22:29:14,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741825_1001 (size=7) 2024-11-15T22:29:14,506 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50 with version=8 2024-11-15T22:29:14,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/hbase-staging 2024-11-15T22:29:14,509 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:29:14,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:14,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:14,509 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:29:14,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:14,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:29:14,509 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T22:29:14,509 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:29:14,510 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38647 2024-11-15T22:29:14,512 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38647 connecting to ZooKeeper ensemble=127.0.0.1:62472 2024-11-15T22:29:14,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386470x0, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:29:14,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38647-0x101409dd81c0000 connected 2024-11-15T22:29:14,664 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:14,666 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:14,669 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38647-0x101409dd81c0000, quorum=127.0.0.1:62472, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T22:29:14,669 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50, hbase.cluster.distributed=false 2024-11-15T22:29:14,673 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38647-0x101409dd81c0000, quorum=127.0.0.1:62472, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T22:29:14,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38647 2024-11-15T22:29:14,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38647 2024-11-15T22:29:14,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38647 2024-11-15T22:29:14,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38647 2024-11-15T22:29:14,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38647 2024-11-15T22:29:14,711 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:29:14,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:14,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:14,712 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:29:14,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:14,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:29:14,712 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T22:29:14,712 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:29:14,713 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33249 2024-11-15T22:29:14,714 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33249 connecting to ZooKeeper ensemble=127.0.0.1:62472 2024-11-15T22:29:14,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:14,716 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:14,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332490x0, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:29:14,727 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332490x0, quorum=127.0.0.1:62472, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T22:29:14,728 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T22:29:14,728 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33249-0x101409dd81c0001 connected 2024-11-15T22:29:14,728 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T22:29:14,729 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33249-0x101409dd81c0001, quorum=127.0.0.1:62472, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T22:29:14,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33249-0x101409dd81c0001, quorum=127.0.0.1:62472, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T22:29:14,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33249 2024-11-15T22:29:14,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33249 2024-11-15T22:29:14,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33249 2024-11-15T22:29:14,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33249 2024-11-15T22:29:14,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33249 2024-11-15T22:29:14,747 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:29:14,747 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:14,747 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:14,747 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:29:14,747 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:14,747 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:29:14,747 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T22:29:14,747 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:29:14,748 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38469 2024-11-15T22:29:14,749 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38469 connecting to ZooKeeper ensemble=127.0.0.1:62472 2024-11-15T22:29:14,750 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:14,752 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:14,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384690x0, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:29:14,759 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384690x0, quorum=127.0.0.1:62472, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T22:29:14,759 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T22:29:14,760 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38469-0x101409dd81c0002 connected 2024-11-15T22:29:14,761 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T22:29:14,761 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38469-0x101409dd81c0002, quorum=127.0.0.1:62472, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T22:29:14,763 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38469-0x101409dd81c0002, quorum=127.0.0.1:62472, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T22:29:14,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38469 2024-11-15T22:29:14,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38469 2024-11-15T22:29:14,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38469 2024-11-15T22:29:14,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38469 2024-11-15T22:29:14,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38469 2024-11-15T22:29:14,783 DEBUG [M:0;e611192d6313:38647 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e611192d6313:38647 2024-11-15T22:29:14,784 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e611192d6313,38647,1731709754508 2024-11-15T22:29:14,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38647-0x101409dd81c0000, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T22:29:14,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38469-0x101409dd81c0002, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T22:29:14,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33249-0x101409dd81c0001, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T22:29:14,791 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38647-0x101409dd81c0000, quorum=127.0.0.1:62472, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e611192d6313,38647,1731709754508 2024-11-15T22:29:14,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38647-0x101409dd81c0000, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:14,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38469-0x101409dd81c0002, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T22:29:14,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33249-0x101409dd81c0001, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T22:29:14,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33249-0x101409dd81c0001, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:14,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38469-0x101409dd81c0002, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:14,801 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38647-0x101409dd81c0000, quorum=127.0.0.1:62472, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T22:29:14,802 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e611192d6313,38647,1731709754508 from backup master directory 2024-11-15T22:29:14,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38469-0x101409dd81c0002, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T22:29:14,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38647-0x101409dd81c0000, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e611192d6313,38647,1731709754508 2024-11-15T22:29:14,811 WARN [master/e611192d6313:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:29:14,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38647-0x101409dd81c0000, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T22:29:14,811 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e611192d6313,38647,1731709754508 2024-11-15T22:29:14,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33249-0x101409dd81c0001, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T22:29:14,816 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/hbase.id] with ID: 48e228c5-4318-463e-84f4-8ac68c1508db 2024-11-15T22:29:14,817 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/.tmp/hbase.id 2024-11-15T22:29:14,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42203 is added to blk_1073741826_1002 (size=42) 2024-11-15T22:29:14,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741826_1002 (size=42) 2024-11-15T22:29:14,827 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/.tmp/hbase.id]:[hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/hbase.id] 2024-11-15T22:29:14,840 INFO [master/e611192d6313:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:14,840 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T22:29:14,844 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-15T22:29:14,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33249-0x101409dd81c0001, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:14,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38647-0x101409dd81c0000, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:14,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38469-0x101409dd81c0002, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:14,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42203 is added to blk_1073741827_1003 (size=196) 2024-11-15T22:29:14,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741827_1003 (size=196) 2024-11-15T22:29:14,868 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:29:14,869 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T22:29:14,869 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:29:14,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741828_1004 (size=1189) 2024-11-15T22:29:14,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42203 is added to blk_1073741828_1004 (size=1189) 2024-11-15T22:29:15,236 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T22:29:15,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:29:15,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:29:15,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:29:15,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:29:15,284 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/MasterData/data/master/store 2024-11-15T22:29:15,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42203 is added to blk_1073741829_1005 (size=34) 2024-11-15T22:29:15,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741829_1005 (size=34) 2024-11-15T22:29:15,293 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:29:15,293 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:29:15,293 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:29:15,293 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:29:15,293 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:29:15,293 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:29:15,293 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:29:15,294 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709755293Disabling compacts and flushes for region at 1731709755293Disabling writes for close at 1731709755293Writing region close event to WAL at 1731709755293Closed at 1731709755293 2024-11-15T22:29:15,294 WARN [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/MasterData/data/master/store/.initializing 2024-11-15T22:29:15,295 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/MasterData/WALs/e611192d6313,38647,1731709754508 2024-11-15T22:29:15,296 INFO [master/e611192d6313:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:29:15,298 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C38647%2C1731709754508, suffix=, logDir=hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/MasterData/WALs/e611192d6313,38647,1731709754508, archiveDir=hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/MasterData/oldWALs, maxLogs=10 2024-11-15T22:29:15,312 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/MasterData/WALs/e611192d6313,38647,1731709754508/e611192d6313%2C38647%2C1731709754508.1731709755298, exclude list is [], retry=0 2024-11-15T22:29:15,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40589,DS-8879ac14-1b1f-4d2a-91a5-65756b5a8599,DISK] 2024-11-15T22:29:15,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42203,DS-4c038859-3e43-4f8e-9922-9b3155fd228d,DISK] 2024-11-15T22:29:15,319 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/MasterData/WALs/e611192d6313,38647,1731709754508/e611192d6313%2C38647%2C1731709754508.1731709755298 2024-11-15T22:29:15,321 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42277:42277),(127.0.0.1/127.0.0.1:34405:34405)] 2024-11-15T22:29:15,321 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:29:15,322 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:29:15,322 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:15,322 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:15,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:15,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T22:29:15,325 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:15,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:15,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:15,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T22:29:15,328 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:15,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:29:15,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:15,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T22:29:15,331 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:15,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:29:15,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:15,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T22:29:15,333 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:15,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:29:15,334 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:15,335 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:15,336 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:15,337 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:15,337 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:15,338 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:29:15,339 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:15,342 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:29:15,343 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60543909, jitterRate=-0.09782545268535614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:29:15,344 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731709755322Initializing all the Stores at 1731709755323 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709755323Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709755323Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709755323Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709755323Cleaning up temporary data from old regions at 1731709755337 (+14 ms)Region opened successfully at 1731709755344 (+7 ms) 2024-11-15T22:29:15,345 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T22:29:15,349 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ada66aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:29:15,350 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T22:29:15,350 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T22:29:15,350 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T22:29:15,350 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T22:29:15,351 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T22:29:15,351 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T22:29:15,351 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T22:29:15,353 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T22:29:15,354 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38647-0x101409dd81c0000, quorum=127.0.0.1:62472, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T22:29:15,400 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T22:29:15,401 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T22:29:15,402 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38647-0x101409dd81c0000, quorum=127.0.0.1:62472, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T22:29:15,411 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T22:29:15,411 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T22:29:15,412 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38647-0x101409dd81c0000, quorum=127.0.0.1:62472, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T22:29:15,421 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T22:29:15,423 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38647-0x101409dd81c0000, quorum=127.0.0.1:62472, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T22:29:15,432 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T22:29:15,434 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38647-0x101409dd81c0000, quorum=127.0.0.1:62472, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T22:29:15,442 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T22:29:15,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38647-0x101409dd81c0000, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T22:29:15,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33249-0x101409dd81c0001, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T22:29:15,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38469-0x101409dd81c0002, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T22:29:15,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38469-0x101409dd81c0002, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:15,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38647-0x101409dd81c0000, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:15,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33249-0x101409dd81c0001, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:15,453 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e611192d6313,38647,1731709754508, sessionid=0x101409dd81c0000, setting cluster-up flag (Was=false) 2024-11-15T22:29:15,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33249-0x101409dd81c0001, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:15,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38469-0x101409dd81c0002, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:15,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38647-0x101409dd81c0000, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:15,505 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T22:29:15,506 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,38647,1731709754508 2024-11-15T22:29:15,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38469-0x101409dd81c0002, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:15,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38647-0x101409dd81c0000, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:15,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33249-0x101409dd81c0001, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:15,558 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T22:29:15,559 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,38647,1731709754508 2024-11-15T22:29:15,561 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T22:29:15,562 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T22:29:15,563 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T22:29:15,563 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T22:29:15,563 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e611192d6313,38647,1731709754508 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T22:29:15,565 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:29:15,565 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:29:15,565 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:29:15,565 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:29:15,565 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e611192d6313:0, corePoolSize=10, maxPoolSize=10 2024-11-15T22:29:15,565 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:15,565 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:29:15,565 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:15,566 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731709785566 2024-11-15T22:29:15,566 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T22:29:15,566 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T22:29:15,567 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T22:29:15,567 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T22:29:15,567 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T22:29:15,567 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T22:29:15,567 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:29:15,567 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T22:29:15,567 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:15,568 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:15,568 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T22:29:15,572 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T22:29:15,572 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T22:29:15,572 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T22:29:15,572 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T22:29:15,573 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T22:29:15,573 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709755573,5,FailOnTimeoutGroup] 2024-11-15T22:29:15,573 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709755573,5,FailOnTimeoutGroup] 2024-11-15T22:29:15,573 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:15,574 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T22:29:15,574 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:15,574 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:15,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741831_1007 (size=1321) 2024-11-15T22:29:15,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42203 is added to blk_1073741831_1007 (size=1321) 2024-11-15T22:29:15,581 INFO [RS:0;e611192d6313:33249 {}] regionserver.HRegionServer(746): ClusterId : 48e228c5-4318-463e-84f4-8ac68c1508db 2024-11-15T22:29:15,581 INFO [RS:1;e611192d6313:38469 {}] regionserver.HRegionServer(746): ClusterId : 48e228c5-4318-463e-84f4-8ac68c1508db 2024-11-15T22:29:15,581 DEBUG [RS:0;e611192d6313:33249 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T22:29:15,581 DEBUG [RS:1;e611192d6313:38469 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T22:29:15,591 DEBUG [RS:0;e611192d6313:33249 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T22:29:15,591 DEBUG [RS:1;e611192d6313:38469 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T22:29:15,591 DEBUG [RS:0;e611192d6313:33249 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T22:29:15,591 DEBUG [RS:1;e611192d6313:38469 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T22:29:15,601 DEBUG [RS:1;e611192d6313:38469 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T22:29:15,601 DEBUG [RS:0;e611192d6313:33249 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T22:29:15,601 DEBUG [RS:1;e611192d6313:38469 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e2179b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:29:15,601 DEBUG [RS:0;e611192d6313:33249 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a79159d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:29:15,613 DEBUG [RS:0;e611192d6313:33249 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e611192d6313:33249 2024-11-15T22:29:15,613 INFO [RS:0;e611192d6313:33249 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T22:29:15,613 INFO [RS:0;e611192d6313:33249 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T22:29:15,613 DEBUG [RS:0;e611192d6313:33249 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T22:29:15,614 INFO [RS:0;e611192d6313:33249 {}] regionserver.HRegionServer(2659): reportForDuty to master=e611192d6313,38647,1731709754508 with port=33249, startcode=1731709754711 2024-11-15T22:29:15,614 DEBUG [RS:0;e611192d6313:33249 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T22:29:15,616 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T22:29:15,617 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38647 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e611192d6313,33249,1731709754711 2024-11-15T22:29:15,617 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38647 {}] master.ServerManager(517): Registering regionserver=e611192d6313,33249,1731709754711 2024-11-15T22:29:15,617 DEBUG [RS:1;e611192d6313:38469 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e611192d6313:38469 2024-11-15T22:29:15,617 INFO [RS:1;e611192d6313:38469 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T22:29:15,618 INFO [RS:1;e611192d6313:38469 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T22:29:15,618 DEBUG [RS:1;e611192d6313:38469 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T22:29:15,618 INFO [RS:1;e611192d6313:38469 {}] regionserver.HRegionServer(2659): reportForDuty to master=e611192d6313,38647,1731709754508 with port=38469, startcode=1731709754746 2024-11-15T22:29:15,619 DEBUG [RS:1;e611192d6313:38469 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T22:29:15,619 DEBUG [RS:0;e611192d6313:33249 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50 2024-11-15T22:29:15,619 DEBUG [RS:0;e611192d6313:33249 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42791 2024-11-15T22:29:15,620 DEBUG [RS:0;e611192d6313:33249 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T22:29:15,621 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42879, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T22:29:15,621 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38647 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e611192d6313,38469,1731709754746 2024-11-15T22:29:15,622 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38647 {}] master.ServerManager(517): Registering regionserver=e611192d6313,38469,1731709754746 2024-11-15T22:29:15,623 DEBUG [RS:1;e611192d6313:38469 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50 2024-11-15T22:29:15,624 DEBUG [RS:1;e611192d6313:38469 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42791 2024-11-15T22:29:15,624 DEBUG [RS:1;e611192d6313:38469 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T22:29:15,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38647-0x101409dd81c0000, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T22:29:15,680 DEBUG [RS:0;e611192d6313:33249 {}] zookeeper.ZKUtil(111): regionserver:33249-0x101409dd81c0001, quorum=127.0.0.1:62472, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e611192d6313,33249,1731709754711 2024-11-15T22:29:15,680 WARN [RS:0;e611192d6313:33249 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:29:15,681 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e611192d6313,33249,1731709754711] 2024-11-15T22:29:15,681 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e611192d6313,38469,1731709754746] 2024-11-15T22:29:15,681 INFO [RS:0;e611192d6313:33249 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:29:15,681 DEBUG [RS:1;e611192d6313:38469 {}] zookeeper.ZKUtil(111): regionserver:38469-0x101409dd81c0002, quorum=127.0.0.1:62472, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e611192d6313,38469,1731709754746 2024-11-15T22:29:15,681 WARN [RS:1;e611192d6313:38469 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:29:15,681 DEBUG [RS:0;e611192d6313:33249 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/WALs/e611192d6313,33249,1731709754711 2024-11-15T22:29:15,681 INFO [RS:1;e611192d6313:38469 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:29:15,681 DEBUG [RS:1;e611192d6313:38469 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/WALs/e611192d6313,38469,1731709754746 2024-11-15T22:29:15,685 INFO [RS:0;e611192d6313:33249 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T22:29:15,688 INFO [RS:0;e611192d6313:33249 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T22:29:15,688 INFO [RS:1;e611192d6313:38469 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T22:29:15,688 INFO [RS:0;e611192d6313:33249 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T22:29:15,689 INFO [RS:0;e611192d6313:33249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:15,689 INFO [RS:0;e611192d6313:33249 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T22:29:15,690 INFO [RS:0;e611192d6313:33249 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T22:29:15,690 INFO [RS:0;e611192d6313:33249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:15,690 DEBUG [RS:0;e611192d6313:33249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:15,690 DEBUG [RS:0;e611192d6313:33249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:15,691 DEBUG [RS:0;e611192d6313:33249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:15,691 DEBUG [RS:0;e611192d6313:33249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:15,691 DEBUG [RS:0;e611192d6313:33249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:15,691 DEBUG [RS:0;e611192d6313:33249 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:29:15,691 DEBUG [RS:0;e611192d6313:33249 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:15,691 DEBUG [RS:0;e611192d6313:33249 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:15,691 DEBUG [RS:0;e611192d6313:33249 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:15,691 DEBUG [RS:0;e611192d6313:33249 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:15,691 DEBUG [RS:0;e611192d6313:33249 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:15,691 DEBUG [RS:0;e611192d6313:33249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:15,691 DEBUG [RS:0;e611192d6313:33249 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:29:15,692 DEBUG [RS:0;e611192d6313:33249 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:29:15,692 INFO [RS:1;e611192d6313:38469 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T22:29:15,696 INFO [RS:1;e611192d6313:38469 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T22:29:15,696 INFO [RS:1;e611192d6313:38469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:15,697 INFO [RS:0;e611192d6313:33249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:15,697 INFO [RS:1;e611192d6313:38469 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T22:29:15,697 INFO [RS:0;e611192d6313:33249 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:15,697 INFO [RS:0;e611192d6313:33249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:15,697 INFO [RS:0;e611192d6313:33249 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:15,697 INFO [RS:0;e611192d6313:33249 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:15,697 INFO [RS:0;e611192d6313:33249 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,33249,1731709754711-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:29:15,698 INFO [RS:1;e611192d6313:38469 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T22:29:15,698 INFO [RS:1;e611192d6313:38469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:15,698 DEBUG [RS:1;e611192d6313:38469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:15,698 DEBUG [RS:1;e611192d6313:38469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:15,698 DEBUG [RS:1;e611192d6313:38469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:15,699 DEBUG [RS:1;e611192d6313:38469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:15,699 DEBUG [RS:1;e611192d6313:38469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:15,699 DEBUG [RS:1;e611192d6313:38469 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:29:15,699 DEBUG [RS:1;e611192d6313:38469 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:15,699 DEBUG [RS:1;e611192d6313:38469 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:15,699 DEBUG [RS:1;e611192d6313:38469 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:15,699 DEBUG [RS:1;e611192d6313:38469 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:15,699 DEBUG [RS:1;e611192d6313:38469 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:15,699 DEBUG [RS:1;e611192d6313:38469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:15,699 DEBUG [RS:1;e611192d6313:38469 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:29:15,699 DEBUG [RS:1;e611192d6313:38469 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:29:15,704 INFO [RS:1;e611192d6313:38469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:15,704 INFO [RS:1;e611192d6313:38469 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:15,704 INFO [RS:1;e611192d6313:38469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:15,704 INFO [RS:1;e611192d6313:38469 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:15,704 INFO [RS:1;e611192d6313:38469 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:15,704 INFO [RS:1;e611192d6313:38469 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,38469,1731709754746-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:29:15,715 INFO [RS:0;e611192d6313:33249 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T22:29:15,715 INFO [RS:0;e611192d6313:33249 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,33249,1731709754711-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:15,716 INFO [RS:0;e611192d6313:33249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:15,716 INFO [RS:0;e611192d6313:33249 {}] regionserver.Replication(171): e611192d6313,33249,1731709754711 started 2024-11-15T22:29:15,729 INFO [RS:1;e611192d6313:38469 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T22:29:15,729 INFO [RS:1;e611192d6313:38469 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,38469,1731709754746-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:15,730 INFO [RS:1;e611192d6313:38469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:15,730 INFO [RS:1;e611192d6313:38469 {}] regionserver.Replication(171): e611192d6313,38469,1731709754746 started 2024-11-15T22:29:15,737 INFO [RS:0;e611192d6313:33249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:15,737 INFO [RS:0;e611192d6313:33249 {}] regionserver.HRegionServer(1482): Serving as e611192d6313,33249,1731709754711, RpcServer on e611192d6313/172.17.0.3:33249, sessionid=0x101409dd81c0001 2024-11-15T22:29:15,737 DEBUG [RS:0;e611192d6313:33249 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T22:29:15,737 DEBUG [RS:0;e611192d6313:33249 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e611192d6313,33249,1731709754711 2024-11-15T22:29:15,737 DEBUG [RS:0;e611192d6313:33249 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,33249,1731709754711' 2024-11-15T22:29:15,737 DEBUG [RS:0;e611192d6313:33249 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T22:29:15,738 DEBUG [RS:0;e611192d6313:33249 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T22:29:15,738 DEBUG [RS:0;e611192d6313:33249 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T22:29:15,738 DEBUG [RS:0;e611192d6313:33249 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T22:29:15,738 DEBUG [RS:0;e611192d6313:33249 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e611192d6313,33249,1731709754711 2024-11-15T22:29:15,738 DEBUG [RS:0;e611192d6313:33249 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,33249,1731709754711' 2024-11-15T22:29:15,738 DEBUG [RS:0;e611192d6313:33249 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T22:29:15,739 DEBUG [RS:0;e611192d6313:33249 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T22:29:15,739 DEBUG [RS:0;e611192d6313:33249 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T22:29:15,739 INFO [RS:0;e611192d6313:33249 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T22:29:15,739 INFO [RS:0;e611192d6313:33249 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T22:29:15,747 INFO [RS:1;e611192d6313:38469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:15,747 INFO [RS:1;e611192d6313:38469 {}] regionserver.HRegionServer(1482): Serving as e611192d6313,38469,1731709754746, RpcServer on e611192d6313/172.17.0.3:38469, sessionid=0x101409dd81c0002 2024-11-15T22:29:15,747 DEBUG [RS:1;e611192d6313:38469 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T22:29:15,747 DEBUG [RS:1;e611192d6313:38469 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e611192d6313,38469,1731709754746 2024-11-15T22:29:15,747 DEBUG [RS:1;e611192d6313:38469 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,38469,1731709754746' 2024-11-15T22:29:15,747 DEBUG [RS:1;e611192d6313:38469 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T22:29:15,748 DEBUG [RS:1;e611192d6313:38469 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T22:29:15,748 DEBUG [RS:1;e611192d6313:38469 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T22:29:15,748 DEBUG [RS:1;e611192d6313:38469 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T22:29:15,748 DEBUG [RS:1;e611192d6313:38469 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e611192d6313,38469,1731709754746 2024-11-15T22:29:15,748 DEBUG [RS:1;e611192d6313:38469 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,38469,1731709754746' 2024-11-15T22:29:15,748 DEBUG [RS:1;e611192d6313:38469 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T22:29:15,749 DEBUG [RS:1;e611192d6313:38469 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T22:29:15,749 DEBUG [RS:1;e611192d6313:38469 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T22:29:15,749 INFO [RS:1;e611192d6313:38469 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T22:29:15,749 INFO [RS:1;e611192d6313:38469 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T22:29:15,840 INFO [RS:0;e611192d6313:33249 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:29:15,842 INFO [RS:0;e611192d6313:33249 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C33249%2C1731709754711, suffix=, logDir=hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/WALs/e611192d6313,33249,1731709754711, archiveDir=hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/oldWALs, maxLogs=32 2024-11-15T22:29:15,853 INFO [RS:1;e611192d6313:38469 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:29:15,855 INFO [RS:1;e611192d6313:38469 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C38469%2C1731709754746, suffix=, logDir=hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/WALs/e611192d6313,38469,1731709754746, archiveDir=hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/oldWALs, maxLogs=32 2024-11-15T22:29:15,862 DEBUG [RS:0;e611192d6313:33249 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/WALs/e611192d6313,33249,1731709754711/e611192d6313%2C33249%2C1731709754711.1731709755843, exclude list is [], retry=0 2024-11-15T22:29:15,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42203,DS-4c038859-3e43-4f8e-9922-9b3155fd228d,DISK] 2024-11-15T22:29:15,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40589,DS-8879ac14-1b1f-4d2a-91a5-65756b5a8599,DISK] 2024-11-15T22:29:15,875 DEBUG [RS:1;e611192d6313:38469 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/WALs/e611192d6313,38469,1731709754746/e611192d6313%2C38469%2C1731709754746.1731709755856, exclude list is [], retry=0 2024-11-15T22:29:15,875 INFO [RS:0;e611192d6313:33249 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/WALs/e611192d6313,33249,1731709754711/e611192d6313%2C33249%2C1731709754711.1731709755843 2024-11-15T22:29:15,876 DEBUG [RS:0;e611192d6313:33249 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42277:42277),(127.0.0.1/127.0.0.1:34405:34405)] 2024-11-15T22:29:15,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42203,DS-4c038859-3e43-4f8e-9922-9b3155fd228d,DISK] 2024-11-15T22:29:15,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40589,DS-8879ac14-1b1f-4d2a-91a5-65756b5a8599,DISK] 2024-11-15T22:29:15,881 INFO [RS:1;e611192d6313:38469 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/WALs/e611192d6313,38469,1731709754746/e611192d6313%2C38469%2C1731709754746.1731709755856 2024-11-15T22:29:15,881 DEBUG [RS:1;e611192d6313:38469 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42277:42277),(127.0.0.1/127.0.0.1:34405:34405)] 2024-11-15T22:29:15,980 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T22:29:15,980 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50 2024-11-15T22:29:15,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741834_1010 (size=32) 2024-11-15T22:29:15,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42203 is added to blk_1073741834_1010 (size=32) 2024-11-15T22:29:16,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:29:16,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:29:16,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:29:16,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:16,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:16,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:29:16,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:29:16,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:16,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:16,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:29:16,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:29:16,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:16,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:16,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:29:16,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:29:16,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:16,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:16,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:29:16,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/data/hbase/meta/1588230740 2024-11-15T22:29:16,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/data/hbase/meta/1588230740 2024-11-15T22:29:16,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:29:16,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:29:16,418 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:29:16,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:29:16,421 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:29:16,421 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60741197, jitterRate=-0.09488563239574432}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:29:16,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731709756403Initializing all the Stores at 1731709756405 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709756405Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709756405Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709756405Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709756405Cleaning up temporary data from old regions at 1731709756417 (+12 ms)Region opened successfully at 1731709756422 (+5 ms) 2024-11-15T22:29:16,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:29:16,422 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:29:16,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:29:16,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:29:16,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:29:16,423 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:29:16,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709756422Disabling compacts and flushes for region at 1731709756422Disabling writes for close at 1731709756422Writing region close event to WAL at 1731709756423 (+1 ms)Closed at 1731709756423 2024-11-15T22:29:16,424 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:29:16,424 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T22:29:16,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T22:29:16,426 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:29:16,427 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T22:29:16,578 DEBUG [e611192d6313:38647 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-15T22:29:16,578 DEBUG [e611192d6313:38647 {}] balancer.BalancerClusterState(204): Hosts are {e611192d6313=0} racks are {/default-rack=0} 2024-11-15T22:29:16,580 DEBUG [e611192d6313:38647 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T22:29:16,580 DEBUG [e611192d6313:38647 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T22:29:16,580 DEBUG [e611192d6313:38647 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T22:29:16,580 DEBUG [e611192d6313:38647 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T22:29:16,580 INFO [e611192d6313:38647 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T22:29:16,580 INFO [e611192d6313:38647 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T22:29:16,580 DEBUG [e611192d6313:38647 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T22:29:16,581 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e611192d6313,38469,1731709754746 2024-11-15T22:29:16,582 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,38469,1731709754746, state=OPENING 2024-11-15T22:29:16,632 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T22:29:16,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38469-0x101409dd81c0002, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:16,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33249-0x101409dd81c0001, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:16,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38647-0x101409dd81c0000, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:16,643 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:29:16,643 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T22:29:16,643 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T22:29:16,643 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T22:29:16,643 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,38469,1731709754746}] 2024-11-15T22:29:16,796 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:29:16,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48665, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:29:16,803 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T22:29:16,803 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:29:16,803 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T22:29:16,805 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C38469%2C1731709754746.meta, suffix=.meta, logDir=hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/WALs/e611192d6313,38469,1731709754746, archiveDir=hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/oldWALs, maxLogs=32 2024-11-15T22:29:16,818 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/WALs/e611192d6313,38469,1731709754746/e611192d6313%2C38469%2C1731709754746.meta.1731709756805.meta, exclude list is [], retry=0 2024-11-15T22:29:16,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40589,DS-8879ac14-1b1f-4d2a-91a5-65756b5a8599,DISK] 2024-11-15T22:29:16,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42203,DS-4c038859-3e43-4f8e-9922-9b3155fd228d,DISK] 2024-11-15T22:29:16,823 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/WALs/e611192d6313,38469,1731709754746/e611192d6313%2C38469%2C1731709754746.meta.1731709756805.meta 2024-11-15T22:29:16,823 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42277:42277),(127.0.0.1/127.0.0.1:34405:34405)] 2024-11-15T22:29:16,823 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:29:16,824 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T22:29:16,824 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T22:29:16,824 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T22:29:16,824 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T22:29:16,824 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:29:16,824 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T22:29:16,824 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T22:29:16,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:29:16,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:29:16,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:16,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:16,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:29:16,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:29:16,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:16,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:16,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:29:16,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:29:16,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:16,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:16,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:29:16,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:29:16,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:16,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:16,831 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:29:16,832 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/data/hbase/meta/1588230740 2024-11-15T22:29:16,834 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/data/hbase/meta/1588230740 2024-11-15T22:29:16,835 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:29:16,835 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:29:16,835 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:29:16,837 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:29:16,838 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68055134, jitterRate=0.014100521802902222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:29:16,838 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T22:29:16,839 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731709756824Writing region info on filesystem at 1731709756824Initializing all the Stores at 1731709756825 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709756825Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709756825Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709756825Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709756826 (+1 ms)Cleaning up temporary data from old regions at 1731709756835 (+9 ms)Running coprocessor post-open hooks at 1731709756838 (+3 ms)Region opened successfully at 1731709756839 (+1 ms) 2024-11-15T22:29:16,840 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731709756796 2024-11-15T22:29:16,842 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T22:29:16,843 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T22:29:16,843 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,38469,1731709754746 2024-11-15T22:29:16,844 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,38469,1731709754746, state=OPEN 2024-11-15T22:29:16,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33249-0x101409dd81c0001, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T22:29:16,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38469-0x101409dd81c0002, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T22:29:16,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38647-0x101409dd81c0000, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T22:29:16,853 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e611192d6313,38469,1731709754746 2024-11-15T22:29:16,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T22:29:16,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T22:29:16,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T22:29:16,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T22:29:16,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,38469,1731709754746 in 210 msec 2024-11-15T22:29:16,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T22:29:16,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 431 msec 2024-11-15T22:29:16,859 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:29:16,859 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T22:29:16,861 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:29:16,861 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,38469,1731709754746, seqNum=-1] 2024-11-15T22:29:16,861 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:29:16,863 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:29:16,869 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3060 sec 2024-11-15T22:29:16,869 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731709756869, completionTime=-1 2024-11-15T22:29:16,869 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-15T22:29:16,869 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T22:29:16,871 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-15T22:29:16,871 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731709816871 2024-11-15T22:29:16,871 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731709876871 2024-11-15T22:29:16,871 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T22:29:16,871 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,38647,1731709754508-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:16,871 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,38647,1731709754508-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:16,871 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,38647,1731709754508-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:16,872 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e611192d6313:38647, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:16,872 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:16,872 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:16,874 DEBUG [master/e611192d6313:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T22:29:16,876 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.065sec 2024-11-15T22:29:16,876 INFO [master/e611192d6313:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T22:29:16,876 INFO [master/e611192d6313:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T22:29:16,876 INFO [master/e611192d6313:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T22:29:16,876 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T22:29:16,876 INFO [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T22:29:16,876 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,38647,1731709754508-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:29:16,876 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,38647,1731709754508-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T22:29:16,879 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T22:29:16,879 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T22:29:16,879 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,38647,1731709754508-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:16,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@329b0492, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:29:16,881 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,38647,-1 for getting cluster id 2024-11-15T22:29:16,881 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:29:16,882 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48e228c5-4318-463e-84f4-8ac68c1508db' 2024-11-15T22:29:16,883 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:29:16,883 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48e228c5-4318-463e-84f4-8ac68c1508db" 2024-11-15T22:29:16,883 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@486a95d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:29:16,883 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,38647,-1] 2024-11-15T22:29:16,883 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:29:16,883 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:16,884 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:29:16,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65d8c215, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:29:16,886 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:29:16,887 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,38469,1731709754746, seqNum=-1] 2024-11-15T22:29:16,887 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:29:16,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:29:16,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e611192d6313,38647,1731709754508 2024-11-15T22:29:16,890 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:29:16,891 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,38647,1731709754508 2024-11-15T22:29:16,891 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b814dab 2024-11-15T22:29:16,892 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:29:16,893 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:29:16,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38647 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:29:16,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38647 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-15T22:29:16,896 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T22:29:16,896 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:16,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38647 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-15T22:29:16,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:29:16,897 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T22:29:16,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42203 is added to blk_1073741836_1012 (size=379) 2024-11-15T22:29:16,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741836_1012 (size=379) 2024-11-15T22:29:16,907 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8fb7c04e2d5e7083066435d077522dad, NAME => 'testClearRegionBlockCache,,1731709756893.8fb7c04e2d5e7083066435d077522dad.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50 2024-11-15T22:29:16,907 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 989f8834bbfc77ef54938ca9d0e7e3c3, NAME => 'testClearRegionBlockCache,5,1731709756893.989f8834bbfc77ef54938ca9d0e7e3c3.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50 2024-11-15T22:29:16,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741838_1014 (size=61) 2024-11-15T22:29:16,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42203 is added to blk_1073741837_1013 (size=61) 2024-11-15T22:29:16,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741837_1013 (size=61) 2024-11-15T22:29:16,919 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731709756893.989f8834bbfc77ef54938ca9d0e7e3c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:29:16,919 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 989f8834bbfc77ef54938ca9d0e7e3c3, disabling compactions & flushes 2024-11-15T22:29:16,920 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731709756893.989f8834bbfc77ef54938ca9d0e7e3c3. 2024-11-15T22:29:16,920 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731709756893.989f8834bbfc77ef54938ca9d0e7e3c3. 2024-11-15T22:29:16,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42203 is added to blk_1073741838_1014 (size=61) 2024-11-15T22:29:16,920 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731709756893.989f8834bbfc77ef54938ca9d0e7e3c3. after waiting 0 ms 2024-11-15T22:29:16,920 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731709756893.989f8834bbfc77ef54938ca9d0e7e3c3. 2024-11-15T22:29:16,920 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731709756893.989f8834bbfc77ef54938ca9d0e7e3c3. 2024-11-15T22:29:16,920 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 989f8834bbfc77ef54938ca9d0e7e3c3: Waiting for close lock at 1731709756919Disabling compacts and flushes for region at 1731709756919Disabling writes for close at 1731709756920 (+1 ms)Writing region close event to WAL at 1731709756920Closed at 1731709756920 2024-11-15T22:29:17,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:29:17,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:29:17,319 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731709756893.8fb7c04e2d5e7083066435d077522dad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:29:17,320 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 8fb7c04e2d5e7083066435d077522dad, disabling compactions & flushes 2024-11-15T22:29:17,320 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731709756893.8fb7c04e2d5e7083066435d077522dad. 2024-11-15T22:29:17,320 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731709756893.8fb7c04e2d5e7083066435d077522dad. 2024-11-15T22:29:17,320 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731709756893.8fb7c04e2d5e7083066435d077522dad. after waiting 0 ms 2024-11-15T22:29:17,320 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731709756893.8fb7c04e2d5e7083066435d077522dad. 2024-11-15T22:29:17,320 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731709756893.8fb7c04e2d5e7083066435d077522dad. 2024-11-15T22:29:17,320 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8fb7c04e2d5e7083066435d077522dad: Waiting for close lock at 1731709757320Disabling compacts and flushes for region at 1731709757320Disabling writes for close at 1731709757320Writing region close event to WAL at 1731709757320Closed at 1731709757320 2024-11-15T22:29:17,322 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T22:29:17,322 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731709756893.989f8834bbfc77ef54938ca9d0e7e3c3.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731709757322"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731709757322"}]},"ts":"1731709757322"} 2024-11-15T22:29:17,322 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731709756893.8fb7c04e2d5e7083066435d077522dad.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731709757322"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731709757322"}]},"ts":"1731709757322"} 2024-11-15T22:29:17,326 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-15T22:29:17,327 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T22:29:17,328 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709757328"}]},"ts":"1731709757328"} 2024-11-15T22:29:17,331 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-15T22:29:17,331 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {e611192d6313=0} racks are {/default-rack=0} 2024-11-15T22:29:17,333 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T22:29:17,333 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T22:29:17,333 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T22:29:17,333 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T22:29:17,333 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T22:29:17,333 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T22:29:17,333 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T22:29:17,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8fb7c04e2d5e7083066435d077522dad, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=989f8834bbfc77ef54938ca9d0e7e3c3, ASSIGN}] 2024-11-15T22:29:17,337 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=989f8834bbfc77ef54938ca9d0e7e3c3, ASSIGN 2024-11-15T22:29:17,337 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8fb7c04e2d5e7083066435d077522dad, ASSIGN 2024-11-15T22:29:17,338 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=989f8834bbfc77ef54938ca9d0e7e3c3, ASSIGN; state=OFFLINE, location=e611192d6313,38469,1731709754746; forceNewPlan=false, retain=false 2024-11-15T22:29:17,338 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8fb7c04e2d5e7083066435d077522dad, ASSIGN; state=OFFLINE, location=e611192d6313,33249,1731709754711; forceNewPlan=false, retain=false 2024-11-15T22:29:17,489 INFO [e611192d6313:38647 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-15T22:29:17,489 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=989f8834bbfc77ef54938ca9d0e7e3c3, regionState=OPENING, regionLocation=e611192d6313,38469,1731709754746 2024-11-15T22:29:17,489 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8fb7c04e2d5e7083066435d077522dad, regionState=OPENING, regionLocation=e611192d6313,33249,1731709754711 2024-11-15T22:29:17,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8fb7c04e2d5e7083066435d077522dad, ASSIGN because future has completed 2024-11-15T22:29:17,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fb7c04e2d5e7083066435d077522dad, server=e611192d6313,33249,1731709754711}] 2024-11-15T22:29:17,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=989f8834bbfc77ef54938ca9d0e7e3c3, ASSIGN because future has completed 2024-11-15T22:29:17,496 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 989f8834bbfc77ef54938ca9d0e7e3c3, server=e611192d6313,38469,1731709754746}] 2024-11-15T22:29:17,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:29:17,649 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:29:17,652 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:29:17,656 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731709756893.8fb7c04e2d5e7083066435d077522dad. 2024-11-15T22:29:17,656 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731709756893.989f8834bbfc77ef54938ca9d0e7e3c3. 2024-11-15T22:29:17,656 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 8fb7c04e2d5e7083066435d077522dad, NAME => 'testClearRegionBlockCache,,1731709756893.8fb7c04e2d5e7083066435d077522dad.', STARTKEY => '', ENDKEY => '5'} 2024-11-15T22:29:17,656 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 989f8834bbfc77ef54938ca9d0e7e3c3, NAME => 'testClearRegionBlockCache,5,1731709756893.989f8834bbfc77ef54938ca9d0e7e3c3.', STARTKEY => '5', ENDKEY => ''} 2024-11-15T22:29:17,656 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 8fb7c04e2d5e7083066435d077522dad 2024-11-15T22:29:17,656 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 989f8834bbfc77ef54938ca9d0e7e3c3 2024-11-15T22:29:17,657 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731709756893.8fb7c04e2d5e7083066435d077522dad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:29:17,657 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731709756893.989f8834bbfc77ef54938ca9d0e7e3c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:29:17,657 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 8fb7c04e2d5e7083066435d077522dad 2024-11-15T22:29:17,657 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 989f8834bbfc77ef54938ca9d0e7e3c3 2024-11-15T22:29:17,657 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 8fb7c04e2d5e7083066435d077522dad 2024-11-15T22:29:17,657 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 989f8834bbfc77ef54938ca9d0e7e3c3 2024-11-15T22:29:17,658 INFO [StoreOpener-8fb7c04e2d5e7083066435d077522dad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 8fb7c04e2d5e7083066435d077522dad 2024-11-15T22:29:17,658 INFO [StoreOpener-989f8834bbfc77ef54938ca9d0e7e3c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 989f8834bbfc77ef54938ca9d0e7e3c3 2024-11-15T22:29:17,660 INFO [StoreOpener-989f8834bbfc77ef54938ca9d0e7e3c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 989f8834bbfc77ef54938ca9d0e7e3c3 columnFamilyName family 2024-11-15T22:29:17,660 INFO [StoreOpener-8fb7c04e2d5e7083066435d077522dad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fb7c04e2d5e7083066435d077522dad columnFamilyName family 2024-11-15T22:29:17,660 DEBUG [StoreOpener-989f8834bbfc77ef54938ca9d0e7e3c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:17,660 DEBUG [StoreOpener-8fb7c04e2d5e7083066435d077522dad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:17,661 INFO [StoreOpener-8fb7c04e2d5e7083066435d077522dad-1 {}] regionserver.HStore(327): Store=8fb7c04e2d5e7083066435d077522dad/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:29:17,661 INFO [StoreOpener-989f8834bbfc77ef54938ca9d0e7e3c3-1 {}] regionserver.HStore(327): Store=989f8834bbfc77ef54938ca9d0e7e3c3/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:29:17,661 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 989f8834bbfc77ef54938ca9d0e7e3c3 2024-11-15T22:29:17,661 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 8fb7c04e2d5e7083066435d077522dad 2024-11-15T22:29:17,662 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/data/default/testClearRegionBlockCache/989f8834bbfc77ef54938ca9d0e7e3c3 2024-11-15T22:29:17,662 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/data/default/testClearRegionBlockCache/8fb7c04e2d5e7083066435d077522dad 2024-11-15T22:29:17,662 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/data/default/testClearRegionBlockCache/989f8834bbfc77ef54938ca9d0e7e3c3 2024-11-15T22:29:17,663 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/data/default/testClearRegionBlockCache/8fb7c04e2d5e7083066435d077522dad 2024-11-15T22:29:17,663 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 989f8834bbfc77ef54938ca9d0e7e3c3 2024-11-15T22:29:17,663 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 8fb7c04e2d5e7083066435d077522dad 2024-11-15T22:29:17,663 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 989f8834bbfc77ef54938ca9d0e7e3c3 2024-11-15T22:29:17,663 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 8fb7c04e2d5e7083066435d077522dad 2024-11-15T22:29:17,665 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 8fb7c04e2d5e7083066435d077522dad 2024-11-15T22:29:17,665 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 989f8834bbfc77ef54938ca9d0e7e3c3 2024-11-15T22:29:17,670 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/data/default/testClearRegionBlockCache/8fb7c04e2d5e7083066435d077522dad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:29:17,671 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 8fb7c04e2d5e7083066435d077522dad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69111057, jitterRate=0.02983500063419342}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T22:29:17,671 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8fb7c04e2d5e7083066435d077522dad 2024-11-15T22:29:17,672 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 8fb7c04e2d5e7083066435d077522dad: Running coprocessor pre-open hook at 1731709757657Writing region info on filesystem at 1731709757657Initializing all the Stores at 1731709757658 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709757658Cleaning up temporary data from old regions at 1731709757663 (+5 ms)Running coprocessor post-open hooks at 1731709757671 (+8 ms)Region opened successfully at 1731709757672 (+1 ms) 2024-11-15T22:29:17,673 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/data/default/testClearRegionBlockCache/989f8834bbfc77ef54938ca9d0e7e3c3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:29:17,674 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731709756893.8fb7c04e2d5e7083066435d077522dad., pid=7, masterSystemTime=1731709757649 2024-11-15T22:29:17,674 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 989f8834bbfc77ef54938ca9d0e7e3c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67255295, jitterRate=0.002181991934776306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T22:29:17,674 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 989f8834bbfc77ef54938ca9d0e7e3c3 2024-11-15T22:29:17,674 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 989f8834bbfc77ef54938ca9d0e7e3c3: Running coprocessor pre-open hook at 1731709757657Writing region info on filesystem at 1731709757657Initializing all the Stores at 1731709757658 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709757658Cleaning up temporary data from old regions at 1731709757663 (+5 ms)Running coprocessor post-open hooks at 1731709757674 (+11 ms)Region opened successfully at 1731709757674 2024-11-15T22:29:17,675 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731709756893.989f8834bbfc77ef54938ca9d0e7e3c3., pid=8, masterSystemTime=1731709757651 2024-11-15T22:29:17,677 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731709756893.8fb7c04e2d5e7083066435d077522dad. 2024-11-15T22:29:17,677 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731709756893.8fb7c04e2d5e7083066435d077522dad. 2024-11-15T22:29:17,678 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8fb7c04e2d5e7083066435d077522dad, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,33249,1731709754711 2024-11-15T22:29:17,679 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731709756893.989f8834bbfc77ef54938ca9d0e7e3c3. 2024-11-15T22:29:17,679 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731709756893.989f8834bbfc77ef54938ca9d0e7e3c3. 2024-11-15T22:29:17,680 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=989f8834bbfc77ef54938ca9d0e7e3c3, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,38469,1731709754746 2024-11-15T22:29:17,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fb7c04e2d5e7083066435d077522dad, server=e611192d6313,33249,1731709754711 because future has completed 2024-11-15T22:29:17,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 989f8834bbfc77ef54938ca9d0e7e3c3, server=e611192d6313,38469,1731709754746 because future has completed 2024-11-15T22:29:17,687 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-15T22:29:17,687 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8fb7c04e2d5e7083066435d077522dad, server=e611192d6313,33249,1731709754711 in 190 msec 2024-11-15T22:29:17,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-15T22:29:17,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 989f8834bbfc77ef54938ca9d0e7e3c3, server=e611192d6313,38469,1731709754746 in 189 msec 2024-11-15T22:29:17,690 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8fb7c04e2d5e7083066435d077522dad, ASSIGN in 354 msec 2024-11-15T22:29:17,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-15T22:29:17,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=989f8834bbfc77ef54938ca9d0e7e3c3, ASSIGN in 356 msec 2024-11-15T22:29:17,695 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T22:29:17,695 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709757695"}]},"ts":"1731709757695"} 2024-11-15T22:29:17,698 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-15T22:29:17,699 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T22:29:17,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 806 msec 2024-11-15T22:29:18,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:29:18,040 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-15T22:29:18,040 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-15T22:29:18,040 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T22:29:18,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-15T22:29:18,043 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T22:29:18,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-15T22:29:18,047 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731709756893.8fb7c04e2d5e7083066435d077522dad., hostname=e611192d6313,33249,1731709754711, seqNum=2] 2024-11-15T22:29:18,047 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:29:18,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:29:18,063 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731709756893.989f8834bbfc77ef54938ca9d0e7e3c3., hostname=e611192d6313,38469,1731709754746, seqNum=2] 2024-11-15T22:29:18,077 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8fb7c04e2d5e7083066435d077522dad 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-15T22:29:18,094 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/data/default/testClearRegionBlockCache/8fb7c04e2d5e7083066435d077522dad/.tmp/family/11d9774b2b9d4061b87f390518393d0b is 32, key is 1/family:/1731709758049/Put/seqid=0 2024-11-15T22:29:18,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42203 is added to blk_1073741839_1015 (size=5054) 2024-11-15T22:29:18,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741839_1015 (size=5054) 2024-11-15T22:29:18,101 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/data/default/testClearRegionBlockCache/8fb7c04e2d5e7083066435d077522dad/.tmp/family/11d9774b2b9d4061b87f390518393d0b 2024-11-15T22:29:18,110 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/data/default/testClearRegionBlockCache/8fb7c04e2d5e7083066435d077522dad/.tmp/family/11d9774b2b9d4061b87f390518393d0b as hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/data/default/testClearRegionBlockCache/8fb7c04e2d5e7083066435d077522dad/family/11d9774b2b9d4061b87f390518393d0b 2024-11-15T22:29:18,119 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/data/default/testClearRegionBlockCache/8fb7c04e2d5e7083066435d077522dad/family/11d9774b2b9d4061b87f390518393d0b, entries=4, sequenceid=8, filesize=4.9 K 2024-11-15T22:29:18,121 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 8fb7c04e2d5e7083066435d077522dad in 44ms, sequenceid=8, compaction requested=false 2024-11-15T22:29:18,121 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8fb7c04e2d5e7083066435d077522dad: 2024-11-15T22:29:18,121 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 989f8834bbfc77ef54938ca9d0e7e3c3 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-15T22:29:18,143 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/data/default/testClearRegionBlockCache/989f8834bbfc77ef54938ca9d0e7e3c3/.tmp/family/df5aa5da0e03485bbc5618a8e1235983 is 32, key is 5/family:/1731709758065/Put/seqid=0 2024-11-15T22:29:18,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42203 is added to blk_1073741840_1016 (size=5083) 2024-11-15T22:29:18,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741840_1016 (size=5083) 2024-11-15T22:29:18,149 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/data/default/testClearRegionBlockCache/989f8834bbfc77ef54938ca9d0e7e3c3/.tmp/family/df5aa5da0e03485bbc5618a8e1235983 2024-11-15T22:29:18,157 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/data/default/testClearRegionBlockCache/989f8834bbfc77ef54938ca9d0e7e3c3/.tmp/family/df5aa5da0e03485bbc5618a8e1235983 as hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/data/default/testClearRegionBlockCache/989f8834bbfc77ef54938ca9d0e7e3c3/family/df5aa5da0e03485bbc5618a8e1235983 2024-11-15T22:29:18,165 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/data/default/testClearRegionBlockCache/989f8834bbfc77ef54938ca9d0e7e3c3/family/df5aa5da0e03485bbc5618a8e1235983, entries=5, sequenceid=9, filesize=5.0 K 2024-11-15T22:29:18,167 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 989f8834bbfc77ef54938ca9d0e7e3c3 in 45ms, sequenceid=9, compaction requested=false 2024-11-15T22:29:18,167 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 989f8834bbfc77ef54938ca9d0e7e3c3: 2024-11-15T22:29:18,173 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-15T22:29:18,177 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:29:18,177 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:29:18,178 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:29:18,178 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:29:18,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T22:29:18,180 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:29:18,180 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:29:18,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:18,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:18,181 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:29:18,181 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T22:29:18,181 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1237826377, stopped=false 2024-11-15T22:29:18,181 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e611192d6313,38647,1731709754508 2024-11-15T22:29:18,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33249-0x101409dd81c0001, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T22:29:18,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38647-0x101409dd81c0000, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T22:29:18,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38469-0x101409dd81c0002, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T22:29:18,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33249-0x101409dd81c0001, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:18,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38647-0x101409dd81c0000, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:18,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38469-0x101409dd81c0002, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:18,253 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:29:18,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38469-0x101409dd81c0002, quorum=127.0.0.1:62472, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T22:29:18,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33249-0x101409dd81c0001, quorum=127.0.0.1:62472, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T22:29:18,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38647-0x101409dd81c0000, quorum=127.0.0.1:62472, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T22:29:18,255 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:29:18,255 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:29:18,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:18,256 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e611192d6313,33249,1731709754711' ***** 2024-11-15T22:29:18,256 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T22:29:18,256 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e611192d6313,38469,1731709754746' ***** 2024-11-15T22:29:18,256 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T22:29:18,256 INFO [RS:0;e611192d6313:33249 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T22:29:18,257 INFO [RS:1;e611192d6313:38469 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T22:29:18,257 INFO [RS:1;e611192d6313:38469 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T22:29:18,257 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T22:29:18,257 INFO [RS:1;e611192d6313:38469 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T22:29:18,257 INFO [RS:1;e611192d6313:38469 {}] regionserver.HRegionServer(3091): Received CLOSE for 989f8834bbfc77ef54938ca9d0e7e3c3 2024-11-15T22:29:18,257 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T22:29:18,257 INFO [RS:1;e611192d6313:38469 {}] regionserver.HRegionServer(959): stopping server e611192d6313,38469,1731709754746 2024-11-15T22:29:18,257 INFO [RS:1;e611192d6313:38469 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:29:18,257 INFO [RS:0;e611192d6313:33249 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T22:29:18,257 INFO [RS:0;e611192d6313:33249 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T22:29:18,257 INFO [RS:1;e611192d6313:38469 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;e611192d6313:38469. 2024-11-15T22:29:18,257 INFO [RS:0;e611192d6313:33249 {}] regionserver.HRegionServer(3091): Received CLOSE for 8fb7c04e2d5e7083066435d077522dad 2024-11-15T22:29:18,258 DEBUG [RS:1;e611192d6313:38469 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:29:18,258 DEBUG [RS:1;e611192d6313:38469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:18,258 INFO [RS:1;e611192d6313:38469 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T22:29:18,258 INFO [RS:1;e611192d6313:38469 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T22:29:18,258 INFO [RS:1;e611192d6313:38469 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T22:29:18,258 INFO [RS:1;e611192d6313:38469 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T22:29:18,258 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 989f8834bbfc77ef54938ca9d0e7e3c3, disabling compactions & flushes 2024-11-15T22:29:18,258 INFO [RS:0;e611192d6313:33249 {}] regionserver.HRegionServer(959): stopping server e611192d6313,33249,1731709754711 2024-11-15T22:29:18,258 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731709756893.989f8834bbfc77ef54938ca9d0e7e3c3. 2024-11-15T22:29:18,258 INFO [RS:0;e611192d6313:33249 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:29:18,258 INFO [RS:1;e611192d6313:38469 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T22:29:18,258 DEBUG [RS:1;e611192d6313:38469 {}] regionserver.HRegionServer(1325): Online Regions={989f8834bbfc77ef54938ca9d0e7e3c3=testClearRegionBlockCache,5,1731709756893.989f8834bbfc77ef54938ca9d0e7e3c3., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T22:29:18,259 INFO [RS:0;e611192d6313:33249 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:33249. 2024-11-15T22:29:18,259 DEBUG [RS:1;e611192d6313:38469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 989f8834bbfc77ef54938ca9d0e7e3c3 2024-11-15T22:29:18,259 DEBUG [RS:0;e611192d6313:33249 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:29:18,259 DEBUG [RS:0;e611192d6313:33249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:18,259 INFO [RS:0;e611192d6313:33249 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T22:29:18,259 DEBUG [RS:0;e611192d6313:33249 {}] regionserver.HRegionServer(1325): Online Regions={8fb7c04e2d5e7083066435d077522dad=testClearRegionBlockCache,,1731709756893.8fb7c04e2d5e7083066435d077522dad.} 2024-11-15T22:29:18,259 DEBUG [RS:0;e611192d6313:33249 {}] regionserver.HRegionServer(1351): Waiting on 8fb7c04e2d5e7083066435d077522dad 2024-11-15T22:29:18,259 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8fb7c04e2d5e7083066435d077522dad, disabling compactions & flushes 2024-11-15T22:29:18,259 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:29:18,258 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731709756893.989f8834bbfc77ef54938ca9d0e7e3c3. 2024-11-15T22:29:18,260 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:29:18,260 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731709756893.8fb7c04e2d5e7083066435d077522dad. 2024-11-15T22:29:18,260 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731709756893.989f8834bbfc77ef54938ca9d0e7e3c3. after waiting 0 ms 2024-11-15T22:29:18,260 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731709756893.8fb7c04e2d5e7083066435d077522dad. 2024-11-15T22:29:18,260 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:29:18,260 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731709756893.8fb7c04e2d5e7083066435d077522dad. after waiting 0 ms 2024-11-15T22:29:18,260 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:29:18,260 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731709756893.989f8834bbfc77ef54938ca9d0e7e3c3. 2024-11-15T22:29:18,260 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731709756893.8fb7c04e2d5e7083066435d077522dad. 2024-11-15T22:29:18,260 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:29:18,260 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-15T22:29:18,273 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/data/default/testClearRegionBlockCache/989f8834bbfc77ef54938ca9d0e7e3c3/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-15T22:29:18,274 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731709756893.989f8834bbfc77ef54938ca9d0e7e3c3. 2024-11-15T22:29:18,274 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 989f8834bbfc77ef54938ca9d0e7e3c3: Waiting for close lock at 1731709758258Running coprocessor pre-close hooks at 1731709758258Disabling compacts and flushes for region at 1731709758258Disabling writes for close at 1731709758260 (+2 ms)Writing region close event to WAL at 1731709758268 (+8 ms)Running coprocessor post-close hooks at 1731709758274 (+6 ms)Closed at 1731709758274 2024-11-15T22:29:18,274 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731709756893.989f8834bbfc77ef54938ca9d0e7e3c3. 2024-11-15T22:29:18,277 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/data/default/testClearRegionBlockCache/8fb7c04e2d5e7083066435d077522dad/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-15T22:29:18,278 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731709756893.8fb7c04e2d5e7083066435d077522dad. 2024-11-15T22:29:18,278 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8fb7c04e2d5e7083066435d077522dad: Waiting for close lock at 1731709758259Running coprocessor pre-close hooks at 1731709758259Disabling compacts and flushes for region at 1731709758259Disabling writes for close at 1731709758260 (+1 ms)Writing region close event to WAL at 1731709758266 (+6 ms)Running coprocessor post-close hooks at 1731709758277 (+11 ms)Closed at 1731709758277 2024-11-15T22:29:18,278 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731709756893.8fb7c04e2d5e7083066435d077522dad. 2024-11-15T22:29:18,287 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/data/hbase/meta/1588230740/.tmp/info/65ecc805e7bc48db84496f1f10e4fccc is 173, key is testClearRegionBlockCache,5,1731709756893.989f8834bbfc77ef54938ca9d0e7e3c3./info:regioninfo/1731709757680/Put/seqid=0 2024-11-15T22:29:18,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42203 is added to blk_1073741841_1017 (size=8173) 2024-11-15T22:29:18,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741841_1017 (size=8173) 2024-11-15T22:29:18,294 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/data/hbase/meta/1588230740/.tmp/info/65ecc805e7bc48db84496f1f10e4fccc 2024-11-15T22:29:18,300 INFO [regionserver/e611192d6313:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:29:18,311 INFO [regionserver/e611192d6313:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:29:18,323 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/data/hbase/meta/1588230740/.tmp/ns/6fda5f7d3e364b7997f3994d6cc611d4 is 43, key is default/ns:d/1731709756863/Put/seqid=0 2024-11-15T22:29:18,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42203 is added to blk_1073741842_1018 (size=5153) 2024-11-15T22:29:18,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741842_1018 (size=5153) 2024-11-15T22:29:18,330 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/data/hbase/meta/1588230740/.tmp/ns/6fda5f7d3e364b7997f3994d6cc611d4 2024-11-15T22:29:18,357 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/data/hbase/meta/1588230740/.tmp/table/5db6ce868c7f4cf6922586050f96e94e is 61, key is testClearRegionBlockCache/table:state/1731709757695/Put/seqid=0 2024-11-15T22:29:18,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42203 is added to blk_1073741843_1019 (size=5312) 2024-11-15T22:29:18,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741843_1019 (size=5312) 2024-11-15T22:29:18,363 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/data/hbase/meta/1588230740/.tmp/table/5db6ce868c7f4cf6922586050f96e94e 2024-11-15T22:29:18,370 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/data/hbase/meta/1588230740/.tmp/info/65ecc805e7bc48db84496f1f10e4fccc as hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/data/hbase/meta/1588230740/info/65ecc805e7bc48db84496f1f10e4fccc 2024-11-15T22:29:18,376 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/data/hbase/meta/1588230740/info/65ecc805e7bc48db84496f1f10e4fccc, entries=20, sequenceid=13, filesize=8.0 K 2024-11-15T22:29:18,377 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/data/hbase/meta/1588230740/.tmp/ns/6fda5f7d3e364b7997f3994d6cc611d4 as hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/data/hbase/meta/1588230740/ns/6fda5f7d3e364b7997f3994d6cc611d4 2024-11-15T22:29:18,384 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/data/hbase/meta/1588230740/ns/6fda5f7d3e364b7997f3994d6cc611d4, entries=2, sequenceid=13, filesize=5.0 K 2024-11-15T22:29:18,385 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/data/hbase/meta/1588230740/.tmp/table/5db6ce868c7f4cf6922586050f96e94e as hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/data/hbase/meta/1588230740/table/5db6ce868c7f4cf6922586050f96e94e 2024-11-15T22:29:18,391 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/data/hbase/meta/1588230740/table/5db6ce868c7f4cf6922586050f96e94e, entries=2, sequenceid=13, filesize=5.2 K 2024-11-15T22:29:18,392 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 132ms, sequenceid=13, compaction requested=false 2024-11-15T22:29:18,400 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-15T22:29:18,400 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:29:18,401 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:29:18,401 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709758259Running coprocessor pre-close hooks at 1731709758259Disabling compacts and flushes for region at 1731709758259Disabling writes for close at 1731709758260 (+1 ms)Obtaining lock to block concurrent updates at 1731709758260Preparing flush snapshotting stores in 1588230740 at 1731709758260Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731709758261 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731709758261Flushing 1588230740/info: creating writer at 1731709758262 (+1 ms)Flushing 1588230740/info: appending metadata at 1731709758286 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731709758286Flushing 1588230740/ns: creating writer at 1731709758302 (+16 ms)Flushing 1588230740/ns: appending metadata at 1731709758323 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731709758323Flushing 1588230740/table: creating writer at 1731709758336 (+13 ms)Flushing 1588230740/table: appending metadata at 1731709758356 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731709758357 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@460f1692: reopening flushed file at 1731709758369 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@548c588: reopening flushed file at 1731709758376 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@119640e6: reopening flushed file at 1731709758384 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 132ms, sequenceid=13, compaction requested=false at 1731709758392 (+8 ms)Writing region close event to WAL at 1731709758396 (+4 ms)Running coprocessor post-close hooks at 1731709758400 (+4 ms)Closed at 1731709758401 (+1 ms) 2024-11-15T22:29:18,401 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T22:29:18,459 INFO [RS:1;e611192d6313:38469 {}] regionserver.HRegionServer(976): stopping server e611192d6313,38469,1731709754746; all regions closed. 2024-11-15T22:29:18,459 INFO [RS:0;e611192d6313:33249 {}] regionserver.HRegionServer(976): stopping server e611192d6313,33249,1731709754711; all regions closed. 2024-11-15T22:29:18,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42203 is added to blk_1073741835_1011 (size=4338) 2024-11-15T22:29:18,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741835_1011 (size=4338) 2024-11-15T22:29:18,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741832_1008 (size=1758) 2024-11-15T22:29:18,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42203 is added to blk_1073741832_1008 (size=1758) 2024-11-15T22:29:18,463 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/WALs/e611192d6313,33249,1731709754711/e611192d6313%2C33249%2C1731709754711.1731709755843 not finished, retry = 0 2024-11-15T22:29:18,466 DEBUG [RS:1;e611192d6313:38469 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/oldWALs 2024-11-15T22:29:18,466 INFO [RS:1;e611192d6313:38469 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C38469%2C1731709754746.meta:.meta(num 1731709756805) 2024-11-15T22:29:18,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741833_1009 (size=1867) 2024-11-15T22:29:18,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42203 is added to blk_1073741833_1009 (size=1867) 2024-11-15T22:29:18,471 DEBUG [RS:1;e611192d6313:38469 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/oldWALs 2024-11-15T22:29:18,471 INFO [RS:1;e611192d6313:38469 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C38469%2C1731709754746:(num 1731709755856) 2024-11-15T22:29:18,471 DEBUG [RS:1;e611192d6313:38469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:18,471 INFO [RS:1;e611192d6313:38469 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:29:18,471 INFO [RS:1;e611192d6313:38469 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:29:18,471 INFO [RS:1;e611192d6313:38469 {}] hbase.ChoreService(370): Chore service for: regionserver/e611192d6313:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T22:29:18,471 INFO [RS:1;e611192d6313:38469 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:29:18,472 INFO [RS:1;e611192d6313:38469 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38469 2024-11-15T22:29:18,472 INFO [regionserver/e611192d6313:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:29:18,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38647-0x101409dd81c0000, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T22:29:18,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38469-0x101409dd81c0002, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e611192d6313,38469,1731709754746 2024-11-15T22:29:18,495 INFO [RS:1;e611192d6313:38469 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:29:18,496 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e611192d6313,38469,1731709754746] 2024-11-15T22:29:18,516 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e611192d6313,38469,1731709754746 already deleted, retry=false 2024-11-15T22:29:18,516 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e611192d6313,38469,1731709754746 expired; onlineServers=1 2024-11-15T22:29:18,566 DEBUG [RS:0;e611192d6313:33249 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/oldWALs 2024-11-15T22:29:18,566 INFO [RS:0;e611192d6313:33249 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C33249%2C1731709754711:(num 1731709755843) 2024-11-15T22:29:18,566 DEBUG [RS:0;e611192d6313:33249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:18,566 INFO [RS:0;e611192d6313:33249 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:29:18,566 INFO [RS:0;e611192d6313:33249 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:29:18,567 INFO [RS:0;e611192d6313:33249 {}] hbase.ChoreService(370): Chore service for: regionserver/e611192d6313:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T22:29:18,567 INFO [RS:0;e611192d6313:33249 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T22:29:18,567 INFO [RS:0;e611192d6313:33249 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T22:29:18,567 INFO [regionserver/e611192d6313:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:29:18,567 INFO [RS:0;e611192d6313:33249 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T22:29:18,567 INFO [RS:0;e611192d6313:33249 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:29:18,567 INFO [RS:0;e611192d6313:33249 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33249 2024-11-15T22:29:18,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38647-0x101409dd81c0000, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T22:29:18,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33249-0x101409dd81c0001, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e611192d6313,33249,1731709754711 2024-11-15T22:29:18,579 INFO [RS:0;e611192d6313:33249 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:29:18,589 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e611192d6313,33249,1731709754711] 2024-11-15T22:29:18,600 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e611192d6313,33249,1731709754711 already deleted, retry=false 2024-11-15T22:29:18,600 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e611192d6313,33249,1731709754711 expired; onlineServers=0 2024-11-15T22:29:18,600 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e611192d6313,38647,1731709754508' ***** 2024-11-15T22:29:18,600 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T22:29:18,600 INFO [M:0;e611192d6313:38647 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:29:18,600 INFO [M:0;e611192d6313:38647 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:29:18,600 DEBUG [M:0;e611192d6313:38647 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T22:29:18,601 DEBUG [M:0;e611192d6313:38647 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T22:29:18,601 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T22:29:18,601 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709755573 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709755573,5,FailOnTimeoutGroup] 2024-11-15T22:29:18,601 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709755573 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709755573,5,FailOnTimeoutGroup] 2024-11-15T22:29:18,601 INFO [M:0;e611192d6313:38647 {}] hbase.ChoreService(370): Chore service for: master/e611192d6313:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T22:29:18,601 INFO [M:0;e611192d6313:38647 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:29:18,601 DEBUG [M:0;e611192d6313:38647 {}] master.HMaster(1795): Stopping service threads 2024-11-15T22:29:18,601 INFO [M:0;e611192d6313:38647 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T22:29:18,601 INFO [M:0;e611192d6313:38647 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:29:18,602 INFO [M:0;e611192d6313:38647 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T22:29:18,602 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T22:29:18,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38469-0x101409dd81c0002, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:29:18,606 INFO [RS:1;e611192d6313:38469 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:29:18,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38469-0x101409dd81c0002, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:29:18,606 INFO [RS:1;e611192d6313:38469 {}] regionserver.HRegionServer(1031): Exiting; stopping=e611192d6313,38469,1731709754746; zookeeper connection closed. 2024-11-15T22:29:18,606 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4769bc1e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4769bc1e 2024-11-15T22:29:18,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38647-0x101409dd81c0000, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T22:29:18,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38647-0x101409dd81c0000, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:18,611 DEBUG [M:0;e611192d6313:38647 {}] zookeeper.ZKUtil(347): master:38647-0x101409dd81c0000, quorum=127.0.0.1:62472, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-15T22:29:18,611 WARN [M:0;e611192d6313:38647 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T22:29:18,611 INFO [M:0;e611192d6313:38647 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/.lastflushedseqids 2024-11-15T22:29:18,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42203 is added to blk_1073741844_1020 (size=182) 2024-11-15T22:29:18,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741844_1020 (size=182) 2024-11-15T22:29:18,620 INFO [M:0;e611192d6313:38647 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T22:29:18,621 INFO [M:0;e611192d6313:38647 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T22:29:18,621 DEBUG [M:0;e611192d6313:38647 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:29:18,621 INFO [M:0;e611192d6313:38647 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:29:18,621 DEBUG [M:0;e611192d6313:38647 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:29:18,621 DEBUG [M:0;e611192d6313:38647 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:29:18,621 DEBUG [M:0;e611192d6313:38647 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:29:18,621 INFO [M:0;e611192d6313:38647 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-15T22:29:18,642 DEBUG [M:0;e611192d6313:38647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e29b8d3475a44ed38878903e2a408de2 is 82, key is hbase:meta,,1/info:regioninfo/1731709756843/Put/seqid=0 2024-11-15T22:29:18,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42203 is added to blk_1073741845_1021 (size=5672) 2024-11-15T22:29:18,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741845_1021 (size=5672) 2024-11-15T22:29:18,650 INFO [M:0;e611192d6313:38647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e29b8d3475a44ed38878903e2a408de2 2024-11-15T22:29:18,673 DEBUG [M:0;e611192d6313:38647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/affd74e9cdd342ac8a73c082e0ae59c4 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731709757701/Put/seqid=0 2024-11-15T22:29:18,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42203 is added to blk_1073741846_1022 (size=6218) 2024-11-15T22:29:18,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741846_1022 (size=6218) 2024-11-15T22:29:18,680 INFO [M:0;e611192d6313:38647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/affd74e9cdd342ac8a73c082e0ae59c4 2024-11-15T22:29:18,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33249-0x101409dd81c0001, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:29:18,690 INFO [RS:0;e611192d6313:33249 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:29:18,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33249-0x101409dd81c0001, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:29:18,690 INFO [RS:0;e611192d6313:33249 {}] regionserver.HRegionServer(1031): Exiting; stopping=e611192d6313,33249,1731709754711; zookeeper connection closed. 2024-11-15T22:29:18,690 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7506608d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7506608d 2024-11-15T22:29:18,690 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-15T22:29:18,701 DEBUG [M:0;e611192d6313:38647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c7d9dcdc97fb48a48c9f0a685232ae4a is 69, key is e611192d6313,33249,1731709754711/rs:state/1731709755618/Put/seqid=0 2024-11-15T22:29:18,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42203 is added to blk_1073741847_1023 (size=5224) 2024-11-15T22:29:18,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741847_1023 (size=5224) 2024-11-15T22:29:18,707 INFO [M:0;e611192d6313:38647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c7d9dcdc97fb48a48c9f0a685232ae4a 2024-11-15T22:29:18,716 DEBUG [M:0;e611192d6313:38647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e29b8d3475a44ed38878903e2a408de2 as hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e29b8d3475a44ed38878903e2a408de2 2024-11-15T22:29:18,724 INFO [M:0;e611192d6313:38647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e29b8d3475a44ed38878903e2a408de2, entries=8, sequenceid=71, filesize=5.5 K 2024-11-15T22:29:18,725 DEBUG [M:0;e611192d6313:38647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/affd74e9cdd342ac8a73c082e0ae59c4 as hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/affd74e9cdd342ac8a73c082e0ae59c4 2024-11-15T22:29:18,732 INFO [M:0;e611192d6313:38647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/affd74e9cdd342ac8a73c082e0ae59c4, entries=8, sequenceid=71, filesize=6.1 K 2024-11-15T22:29:18,733 DEBUG [M:0;e611192d6313:38647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c7d9dcdc97fb48a48c9f0a685232ae4a as hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c7d9dcdc97fb48a48c9f0a685232ae4a 2024-11-15T22:29:18,740 INFO [M:0;e611192d6313:38647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42791/user/jenkins/test-data/69ede319-94fb-4a15-0a78-e806a397fd50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c7d9dcdc97fb48a48c9f0a685232ae4a, entries=2, sequenceid=71, filesize=5.1 K 2024-11-15T22:29:18,741 INFO [M:0;e611192d6313:38647 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 120ms, sequenceid=71, compaction requested=false 2024-11-15T22:29:18,742 INFO [M:0;e611192d6313:38647 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:29:18,743 DEBUG [M:0;e611192d6313:38647 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709758621Disabling compacts and flushes for region at 1731709758621Disabling writes for close at 1731709758621Obtaining lock to block concurrent updates at 1731709758621Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731709758621Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731709758622 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731709758622Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731709758622Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731709758641 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731709758641Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731709758656 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731709758672 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731709758672Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731709758685 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731709758700 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731709758700Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b60ce5c: reopening flushed file at 1731709758715 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@356cd910: reopening flushed file at 1731709758724 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53e9e689: reopening flushed file at 1731709758732 (+8 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 120ms, sequenceid=71, compaction requested=false at 1731709758741 (+9 ms)Writing region close event to WAL at 1731709758742 (+1 ms)Closed at 1731709758742 2024-11-15T22:29:18,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42203 is added to blk_1073741830_1006 (size=35428) 2024-11-15T22:29:18,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40589 is added to blk_1073741830_1006 (size=35428) 2024-11-15T22:29:18,746 INFO [M:0;e611192d6313:38647 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T22:29:18,746 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:29:18,747 INFO [M:0;e611192d6313:38647 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38647 2024-11-15T22:29:18,747 INFO [M:0;e611192d6313:38647 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:29:18,873 INFO [M:0;e611192d6313:38647 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:29:18,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38647-0x101409dd81c0000, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:29:18,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38647-0x101409dd81c0000, quorum=127.0.0.1:62472, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:29:18,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1aef03e7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:29:18,906 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10947f36{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:29:18,906 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:29:18,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@109c261f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:29:18,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@629d4e68{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4170e36-4e51-11ea-6cc0-01c3aa9dc774/hadoop.log.dir/,STOPPED} 2024-11-15T22:29:18,908 WARN [BP-969912429-172.17.0.3-1731709751737 heartbeating to localhost/127.0.0.1:42791 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T22:29:18,908 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T22:29:18,937 WARN [BP-969912429-172.17.0.3-1731709751737 heartbeating to localhost/127.0.0.1:42791 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-969912429-172.17.0.3-1731709751737 (Datanode Uuid 8f543626-4d74-40a5-8256-43d328a2ef66) service to localhost/127.0.0.1:42791 2024-11-15T22:29:18,937 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T22:29:18,938 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4170e36-4e51-11ea-6cc0-01c3aa9dc774/cluster_ded053d0-3c47-8ff6-4e05-e9cee8cf5504/data/data3/current/BP-969912429-172.17.0.3-1731709751737 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:29:18,938 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4170e36-4e51-11ea-6cc0-01c3aa9dc774/cluster_ded053d0-3c47-8ff6-4e05-e9cee8cf5504/data/data4/current/BP-969912429-172.17.0.3-1731709751737 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:29:18,939 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T22:29:18,969 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7347b92c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:29:18,969 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f502323{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:29:18,969 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:29:18,969 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f1448d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:29:18,970 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bc9de68{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4170e36-4e51-11ea-6cc0-01c3aa9dc774/hadoop.log.dir/,STOPPED} 2024-11-15T22:29:18,971 WARN [BP-969912429-172.17.0.3-1731709751737 heartbeating to localhost/127.0.0.1:42791 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T22:29:18,971 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T22:29:18,971 WARN [BP-969912429-172.17.0.3-1731709751737 heartbeating to localhost/127.0.0.1:42791 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-969912429-172.17.0.3-1731709751737 (Datanode Uuid c20a5f25-a240-443d-b47e-a8ff7d76fd96) service to localhost/127.0.0.1:42791 2024-11-15T22:29:18,971 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T22:29:18,972 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4170e36-4e51-11ea-6cc0-01c3aa9dc774/cluster_ded053d0-3c47-8ff6-4e05-e9cee8cf5504/data/data1/current/BP-969912429-172.17.0.3-1731709751737 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:29:18,972 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4170e36-4e51-11ea-6cc0-01c3aa9dc774/cluster_ded053d0-3c47-8ff6-4e05-e9cee8cf5504/data/data2/current/BP-969912429-172.17.0.3-1731709751737 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:29:18,972 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T22:29:18,978 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62153ea7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:29:18,979 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ed4d2cd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:29:18,979 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:29:18,979 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65bc3aef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:29:18,979 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c58acd8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4170e36-4e51-11ea-6cc0-01c3aa9dc774/hadoop.log.dir/,STOPPED} 2024-11-15T22:29:18,985 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T22:29:19,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T22:29:19,011 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=135 (was 116) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:42791 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42791 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:42791 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:42791 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:42791 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:42791 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:42791 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=471 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=391 (was 373) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3474 (was 3837) 2024-11-15T22:29:19,020 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=135, OpenFileDescriptor=471, MaxFileDescriptor=1048576, SystemLoadAverage=391, ProcessCount=11, AvailableMemoryMB=3474 2024-11-15T22:29:19,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4170e36-4e51-11ea-6cc0-01c3aa9dc774/hadoop.log.dir so I do NOT create it in target/test-data/59488177-e859-065d-5d3c-db07cb227510 2024-11-15T22:29:19,037 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4170e36-4e51-11ea-6cc0-01c3aa9dc774/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T22:29:19,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4170e36-4e51-11ea-6cc0-01c3aa9dc774/hadoop.tmp.dir so I do NOT create it in target/test-data/59488177-e859-065d-5d3c-db07cb227510 2024-11-15T22:29:19,037 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4170e36-4e51-11ea-6cc0-01c3aa9dc774/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T22:29:19,037 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59488177-e859-065d-5d3c-db07cb227510 2024-11-15T22:29:19,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T22:29:19,037 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59488177-e859-065d-5d3c-db07cb227510/cluster_fe79af4a-5aa2-023a-edc6-9614ebd041f3, deleteOnExit=true 2024-11-15T22:29:19,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T22:29:19,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59488177-e859-065d-5d3c-db07cb227510/test.cache.data in system properties and HBase conf 2024-11-15T22:29:19,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59488177-e859-065d-5d3c-db07cb227510/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T22:29:19,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59488177-e859-065d-5d3c-db07cb227510/hadoop.log.dir in system properties and HBase conf 2024-11-15T22:29:19,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59488177-e859-065d-5d3c-db07cb227510/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T22:29:19,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59488177-e859-065d-5d3c-db07cb227510/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T22:29:19,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T22:29:19,038 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T22:29:19,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59488177-e859-065d-5d3c-db07cb227510/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:29:19,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59488177-e859-065d-5d3c-db07cb227510/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:29:19,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59488177-e859-065d-5d3c-db07cb227510/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T22:29:19,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59488177-e859-065d-5d3c-db07cb227510/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:29:19,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59488177-e859-065d-5d3c-db07cb227510/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T22:29:19,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59488177-e859-065d-5d3c-db07cb227510/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T22:29:19,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59488177-e859-065d-5d3c-db07cb227510/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:29:19,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59488177-e859-065d-5d3c-db07cb227510/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:29:19,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59488177-e859-065d-5d3c-db07cb227510/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T22:29:19,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59488177-e859-065d-5d3c-db07cb227510/nfs.dump.dir in system properties and HBase conf 2024-11-15T22:29:19,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59488177-e859-065d-5d3c-db07cb227510/java.io.tmpdir in system properties and HBase conf 2024-11-15T22:29:19,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59488177-e859-065d-5d3c-db07cb227510/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:29:19,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59488177-e859-065d-5d3c-db07cb227510/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T22:29:19,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59488177-e859-065d-5d3c-db07cb227510/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T22:29:19,380 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:29:19,387 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:29:19,405 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:29:19,405 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:29:19,405 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T22:29:19,408 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:29:19,409 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43f26d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59488177-e859-065d-5d3c-db07cb227510/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:29:19,409 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53525508{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:29:19,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@604ba893{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59488177-e859-065d-5d3c-db07cb227510/java.io.tmpdir/jetty-localhost-45159-hadoop-hdfs-3_4_1-tests_jar-_-any-14600976993371987215/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:29:19,517 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2fd8da3b{HTTP/1.1, (http/1.1)}{localhost:45159} 2024-11-15T22:29:19,517 INFO [Time-limited test {}] server.Server(415): Started @26108ms 2024-11-15T22:29:19,787 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:29:19,791 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:29:19,792 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:29:19,792 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:29:19,792 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T22:29:19,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68b99fd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59488177-e859-065d-5d3c-db07cb227510/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:29:19,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fdb379f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:29:19,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76a468a7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59488177-e859-065d-5d3c-db07cb227510/java.io.tmpdir/jetty-localhost-41569-hadoop-hdfs-3_4_1-tests_jar-_-any-17359093476522852337/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:29:19,891 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3adc1669{HTTP/1.1, (http/1.1)}{localhost:41569} 2024-11-15T22:29:19,891 INFO [Time-limited test {}] server.Server(415): Started @26483ms 2024-11-15T22:29:19,893 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T22:29:19,945 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:29:19,948 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:29:19,949 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:29:19,949 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:29:19,949 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T22:29:19,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36b070f6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59488177-e859-065d-5d3c-db07cb227510/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:29:19,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d8f65e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:29:20,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28b469b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59488177-e859-065d-5d3c-db07cb227510/java.io.tmpdir/jetty-localhost-33883-hadoop-hdfs-3_4_1-tests_jar-_-any-6777151576894348030/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:29:20,064 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b56b341{HTTP/1.1, (http/1.1)}{localhost:33883} 2024-11-15T22:29:20,064 INFO [Time-limited test {}] server.Server(415): Started @26656ms 2024-11-15T22:29:20,065 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T22:29:20,931 WARN [Thread-898 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59488177-e859-065d-5d3c-db07cb227510/cluster_fe79af4a-5aa2-023a-edc6-9614ebd041f3/data/data1/current/BP-1154581596-172.17.0.3-1731709759066/current, will proceed with Du for space computation calculation, 2024-11-15T22:29:20,931 WARN [Thread-899 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59488177-e859-065d-5d3c-db07cb227510/cluster_fe79af4a-5aa2-023a-edc6-9614ebd041f3/data/data2/current/BP-1154581596-172.17.0.3-1731709759066/current, will proceed with Du for space computation calculation, 2024-11-15T22:29:20,947 WARN [Thread-862 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T22:29:20,950 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b81762cecb9d441 with lease ID 0xe82fbeadfd1b9599: Processing first storage report for DS-18000a8c-8111-4738-94a5-d6a6cf953598 from datanode DatanodeRegistration(127.0.0.1:40411, datanodeUuid=d01cc970-45c1-475f-b636-b0c180d08f48, infoPort=38655, infoSecurePort=0, ipcPort=32927, storageInfo=lv=-57;cid=testClusterID;nsid=1894376504;c=1731709759066) 2024-11-15T22:29:20,950 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b81762cecb9d441 with lease ID 0xe82fbeadfd1b9599: from storage DS-18000a8c-8111-4738-94a5-d6a6cf953598 node DatanodeRegistration(127.0.0.1:40411, datanodeUuid=d01cc970-45c1-475f-b636-b0c180d08f48, infoPort=38655, infoSecurePort=0, ipcPort=32927, storageInfo=lv=-57;cid=testClusterID;nsid=1894376504;c=1731709759066), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:29:20,950 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b81762cecb9d441 with lease ID 0xe82fbeadfd1b9599: Processing first storage report for DS-7f2ca760-59cc-4568-953b-c44913e8bfa6 from datanode DatanodeRegistration(127.0.0.1:40411, datanodeUuid=d01cc970-45c1-475f-b636-b0c180d08f48, infoPort=38655, infoSecurePort=0, ipcPort=32927, storageInfo=lv=-57;cid=testClusterID;nsid=1894376504;c=1731709759066) 2024-11-15T22:29:20,950 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b81762cecb9d441 with lease ID 0xe82fbeadfd1b9599: from storage DS-7f2ca760-59cc-4568-953b-c44913e8bfa6 node DatanodeRegistration(127.0.0.1:40411, datanodeUuid=d01cc970-45c1-475f-b636-b0c180d08f48, infoPort=38655, infoSecurePort=0, ipcPort=32927, storageInfo=lv=-57;cid=testClusterID;nsid=1894376504;c=1731709759066), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:29:21,283 WARN [Thread-910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59488177-e859-065d-5d3c-db07cb227510/cluster_fe79af4a-5aa2-023a-edc6-9614ebd041f3/data/data4/current/BP-1154581596-172.17.0.3-1731709759066/current, will proceed with Du for space computation calculation, 2024-11-15T22:29:21,283 WARN [Thread-909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59488177-e859-065d-5d3c-db07cb227510/cluster_fe79af4a-5aa2-023a-edc6-9614ebd041f3/data/data3/current/BP-1154581596-172.17.0.3-1731709759066/current, will proceed with Du for space computation calculation, 2024-11-15T22:29:21,304 WARN [Thread-885 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T22:29:21,307 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea1edb33f2014463 with lease ID 0xe82fbeadfd1b959a: Processing first storage report for DS-91ed132d-35f7-40cc-afec-7b41f74df219 from datanode DatanodeRegistration(127.0.0.1:37687, datanodeUuid=73482646-f88b-46d1-aab1-41c519f40e66, infoPort=36207, infoSecurePort=0, ipcPort=39091, storageInfo=lv=-57;cid=testClusterID;nsid=1894376504;c=1731709759066) 2024-11-15T22:29:21,307 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea1edb33f2014463 with lease ID 0xe82fbeadfd1b959a: from storage DS-91ed132d-35f7-40cc-afec-7b41f74df219 node DatanodeRegistration(127.0.0.1:37687, datanodeUuid=73482646-f88b-46d1-aab1-41c519f40e66, infoPort=36207, infoSecurePort=0, ipcPort=39091, storageInfo=lv=-57;cid=testClusterID;nsid=1894376504;c=1731709759066), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:29:21,307 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea1edb33f2014463 with lease ID 0xe82fbeadfd1b959a: Processing first storage report for DS-00794ee4-29b6-401d-b2ed-bfa7326b27b1 from datanode DatanodeRegistration(127.0.0.1:37687, datanodeUuid=73482646-f88b-46d1-aab1-41c519f40e66, infoPort=36207, infoSecurePort=0, ipcPort=39091, storageInfo=lv=-57;cid=testClusterID;nsid=1894376504;c=1731709759066) 2024-11-15T22:29:21,307 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea1edb33f2014463 with lease ID 0xe82fbeadfd1b959a: from storage DS-00794ee4-29b6-401d-b2ed-bfa7326b27b1 node DatanodeRegistration(127.0.0.1:37687, datanodeUuid=73482646-f88b-46d1-aab1-41c519f40e66, infoPort=36207, infoSecurePort=0, ipcPort=39091, storageInfo=lv=-57;cid=testClusterID;nsid=1894376504;c=1731709759066), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:29:21,402 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59488177-e859-065d-5d3c-db07cb227510 2024-11-15T22:29:21,405 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59488177-e859-065d-5d3c-db07cb227510/cluster_fe79af4a-5aa2-023a-edc6-9614ebd041f3/zookeeper_0, clientPort=54569, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59488177-e859-065d-5d3c-db07cb227510/cluster_fe79af4a-5aa2-023a-edc6-9614ebd041f3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59488177-e859-065d-5d3c-db07cb227510/cluster_fe79af4a-5aa2-023a-edc6-9614ebd041f3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T22:29:21,406 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54569 2024-11-15T22:29:21,406 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:21,407 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:21,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741825_1001 (size=7) 2024-11-15T22:29:21,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741825_1001 (size=7) 2024-11-15T22:29:21,817 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278 with version=8 2024-11-15T22:29:21,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/hbase-staging 2024-11-15T22:29:21,820 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:29:21,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:21,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:21,820 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:29:21,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:21,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:29:21,821 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T22:29:21,821 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:29:21,821 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38447 2024-11-15T22:29:21,823 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38447 connecting to ZooKeeper ensemble=127.0.0.1:54569 2024-11-15T22:29:21,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384470x0, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:29:21,928 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38447-0x101409df3280000 connected 2024-11-15T22:29:22,011 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:22,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:22,016 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38447-0x101409df3280000, quorum=127.0.0.1:54569, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T22:29:22,016 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278, hbase.cluster.distributed=false 2024-11-15T22:29:22,017 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38447-0x101409df3280000, quorum=127.0.0.1:54569, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T22:29:22,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38447 2024-11-15T22:29:22,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38447 2024-11-15T22:29:22,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38447 2024-11-15T22:29:22,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38447 2024-11-15T22:29:22,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38447 2024-11-15T22:29:22,038 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:29:22,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:22,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:22,038 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:29:22,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:22,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:29:22,038 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T22:29:22,039 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:29:22,040 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37513 2024-11-15T22:29:22,043 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37513 connecting to ZooKeeper ensemble=127.0.0.1:54569 2024-11-15T22:29:22,044 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:22,046 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:22,063 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375130x0, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:29:22,064 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37513-0x101409df3280001 connected 2024-11-15T22:29:22,064 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37513-0x101409df3280001, quorum=127.0.0.1:54569, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T22:29:22,064 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T22:29:22,074 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-15T22:29:22,095 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-15T22:29:22,101 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-15T22:29:22,108 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-15T22:29:22,112 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T22:29:22,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37513-0x101409df3280001, quorum=127.0.0.1:54569, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T22:29:22,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37513-0x101409df3280001, quorum=127.0.0.1:54569, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T22:29:22,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37513 2024-11-15T22:29:22,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37513 2024-11-15T22:29:22,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37513 2024-11-15T22:29:22,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37513 2024-11-15T22:29:22,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37513 2024-11-15T22:29:22,144 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:29:22,144 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:22,144 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:22,144 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:29:22,144 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:22,144 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:29:22,144 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T22:29:22,144 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:29:22,145 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35499 2024-11-15T22:29:22,146 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35499 connecting to ZooKeeper ensemble=127.0.0.1:54569 2024-11-15T22:29:22,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:22,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:22,157 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354990x0, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:29:22,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:354990x0, quorum=127.0.0.1:54569, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T22:29:22,158 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35499-0x101409df3280002 connected 2024-11-15T22:29:22,158 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T22:29:22,160 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-15T22:29:22,168 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-15T22:29:22,168 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-15T22:29:22,172 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-15T22:29:22,173 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T22:29:22,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35499-0x101409df3280002, quorum=127.0.0.1:54569, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T22:29:22,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35499-0x101409df3280002, quorum=127.0.0.1:54569, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T22:29:22,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35499 2024-11-15T22:29:22,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35499 2024-11-15T22:29:22,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35499 2024-11-15T22:29:22,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35499 2024-11-15T22:29:22,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35499 2024-11-15T22:29:22,196 DEBUG [M:0;e611192d6313:38447 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e611192d6313:38447 2024-11-15T22:29:22,196 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e611192d6313,38447,1731709761819 2024-11-15T22:29:22,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38447-0x101409df3280000, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T22:29:22,199 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35499-0x101409df3280002, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T22:29:22,199 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37513-0x101409df3280001, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T22:29:22,200 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38447-0x101409df3280000, quorum=127.0.0.1:54569, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e611192d6313,38447,1731709761819 2024-11-15T22:29:22,210 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35499-0x101409df3280002, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T22:29:22,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38447-0x101409df3280000, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:22,210 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35499-0x101409df3280002, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:22,210 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37513-0x101409df3280001, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T22:29:22,210 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37513-0x101409df3280001, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:22,210 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38447-0x101409df3280000, quorum=127.0.0.1:54569, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T22:29:22,211 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e611192d6313,38447,1731709761819 from backup master directory 2024-11-15T22:29:22,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38447-0x101409df3280000, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e611192d6313,38447,1731709761819 2024-11-15T22:29:22,220 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37513-0x101409df3280001, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T22:29:22,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38447-0x101409df3280000, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T22:29:22,221 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35499-0x101409df3280002, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T22:29:22,221 WARN [master/e611192d6313:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:29:22,221 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e611192d6313,38447,1731709761819 2024-11-15T22:29:22,225 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/hbase.id] with ID: 3644a21d-77e9-4e07-a33a-cde8266acb6e 2024-11-15T22:29:22,225 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/.tmp/hbase.id 2024-11-15T22:29:22,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741826_1002 (size=42) 2024-11-15T22:29:22,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741826_1002 (size=42) 2024-11-15T22:29:22,231 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/.tmp/hbase.id]:[hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/hbase.id] 2024-11-15T22:29:22,243 INFO [master/e611192d6313:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:22,243 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T22:29:22,245 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-15T22:29:22,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38447-0x101409df3280000, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:22,252 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35499-0x101409df3280002, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:22,252 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37513-0x101409df3280001, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:22,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741827_1003 (size=196) 2024-11-15T22:29:22,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741827_1003 (size=196) 2024-11-15T22:29:22,260 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:29:22,261 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T22:29:22,261 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:29:22,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741828_1004 (size=1189) 2024-11-15T22:29:22,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741828_1004 (size=1189) 2024-11-15T22:29:22,271 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/MasterData/data/master/store 2024-11-15T22:29:22,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741829_1005 (size=34) 2024-11-15T22:29:22,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741829_1005 (size=34) 2024-11-15T22:29:22,278 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:29:22,278 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:29:22,278 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:29:22,278 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:29:22,278 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:29:22,278 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:29:22,278 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:29:22,278 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709762278Disabling compacts and flushes for region at 1731709762278Disabling writes for close at 1731709762278Writing region close event to WAL at 1731709762278Closed at 1731709762278 2024-11-15T22:29:22,279 WARN [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/MasterData/data/master/store/.initializing 2024-11-15T22:29:22,279 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/MasterData/WALs/e611192d6313,38447,1731709761819 2024-11-15T22:29:22,280 INFO [master/e611192d6313:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:29:22,282 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C38447%2C1731709761819, suffix=, logDir=hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/MasterData/WALs/e611192d6313,38447,1731709761819, archiveDir=hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/MasterData/oldWALs, maxLogs=10 2024-11-15T22:29:22,295 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/MasterData/WALs/e611192d6313,38447,1731709761819/e611192d6313%2C38447%2C1731709761819.1731709762282, exclude list is [], retry=0 2024-11-15T22:29:22,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37687,DS-91ed132d-35f7-40cc-afec-7b41f74df219,DISK] 2024-11-15T22:29:22,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40411,DS-18000a8c-8111-4738-94a5-d6a6cf953598,DISK] 2024-11-15T22:29:22,300 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/MasterData/WALs/e611192d6313,38447,1731709761819/e611192d6313%2C38447%2C1731709761819.1731709762282 2024-11-15T22:29:22,300 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36207:36207),(127.0.0.1/127.0.0.1:38655:38655)] 2024-11-15T22:29:22,300 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:29:22,300 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:29:22,300 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:22,300 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:22,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:22,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T22:29:22,306 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:22,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:22,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:22,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T22:29:22,308 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:22,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:29:22,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:22,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T22:29:22,310 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:22,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:29:22,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:22,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T22:29:22,313 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:22,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:29:22,314 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:22,314 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:22,315 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:22,316 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:22,316 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:22,317 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:29:22,319 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:22,321 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:29:22,321 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73078680, jitterRate=0.08895719051361084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:29:22,322 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731709762300Initializing all the Stores at 1731709762301 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709762301Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709762304 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709762304Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709762304Cleaning up temporary data from old regions at 1731709762316 (+12 ms)Region opened successfully at 1731709762322 (+6 ms) 2024-11-15T22:29:22,322 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T22:29:22,326 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T22:29:22,329 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@283d2799, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:29:22,330 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T22:29:22,331 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T22:29:22,331 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T22:29:22,331 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T22:29:22,332 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T22:29:22,332 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T22:29:22,333 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T22:29:22,338 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T22:29:22,339 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38447-0x101409df3280000, quorum=127.0.0.1:54569, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T22:29:22,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:29:22,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:29:22,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:29:22,347 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T22:29:22,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:29:22,347 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T22:29:22,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:29:22,348 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38447-0x101409df3280000, quorum=127.0.0.1:54569, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T22:29:22,357 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T22:29:22,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:29:22,358 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T22:29:22,359 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38447-0x101409df3280000, quorum=127.0.0.1:54569, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T22:29:22,368 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T22:29:22,372 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38447-0x101409df3280000, quorum=127.0.0.1:54569, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T22:29:22,378 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T22:29:22,380 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38447-0x101409df3280000, quorum=127.0.0.1:54569, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T22:29:22,389 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T22:29:22,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38447-0x101409df3280000, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T22:29:22,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38447-0x101409df3280000, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:22,400 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35499-0x101409df3280002, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T22:29:22,400 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35499-0x101409df3280002, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:22,400 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37513-0x101409df3280001, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T22:29:22,401 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37513-0x101409df3280001, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:22,401 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e611192d6313,38447,1731709761819, sessionid=0x101409df3280000, setting cluster-up flag (Was=false) 2024-11-15T22:29:22,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38447-0x101409df3280000, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:22,421 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37513-0x101409df3280001, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:22,421 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35499-0x101409df3280002, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:22,463 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T22:29:22,464 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,38447,1731709761819 2024-11-15T22:29:22,485 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37513-0x101409df3280001, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:22,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38447-0x101409df3280000, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:22,485 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35499-0x101409df3280002, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:22,557 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T22:29:22,559 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,38447,1731709761819 2024-11-15T22:29:22,560 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T22:29:22,562 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T22:29:22,563 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T22:29:22,563 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T22:29:22,563 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e611192d6313,38447,1731709761819 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T22:29:22,565 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:29:22,565 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:29:22,565 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:29:22,565 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:29:22,565 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e611192d6313:0, corePoolSize=10, maxPoolSize=10 2024-11-15T22:29:22,565 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:22,566 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:29:22,566 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:22,566 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731709792566 2024-11-15T22:29:22,566 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T22:29:22,567 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T22:29:22,567 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T22:29:22,567 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T22:29:22,567 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T22:29:22,567 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T22:29:22,567 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:22,568 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T22:29:22,568 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:29:22,568 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T22:29:22,568 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T22:29:22,568 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T22:29:22,568 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T22:29:22,568 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T22:29:22,568 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709762568,5,FailOnTimeoutGroup] 2024-11-15T22:29:22,569 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:22,569 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T22:29:22,570 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709762568,5,FailOnTimeoutGroup] 2024-11-15T22:29:22,571 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:22,571 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T22:29:22,571 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:22,571 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:22,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741831_1007 (size=1321) 2024-11-15T22:29:22,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741831_1007 (size=1321) 2024-11-15T22:29:22,586 INFO [RS:0;e611192d6313:37513 {}] regionserver.HRegionServer(746): ClusterId : 3644a21d-77e9-4e07-a33a-cde8266acb6e 2024-11-15T22:29:22,586 DEBUG [RS:0;e611192d6313:37513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T22:29:22,599 INFO [RS:1;e611192d6313:35499 {}] regionserver.HRegionServer(746): ClusterId : 3644a21d-77e9-4e07-a33a-cde8266acb6e 2024-11-15T22:29:22,599 DEBUG [RS:1;e611192d6313:35499 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T22:29:22,610 DEBUG [RS:0;e611192d6313:37513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T22:29:22,610 DEBUG [RS:0;e611192d6313:37513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T22:29:22,621 DEBUG [RS:1;e611192d6313:35499 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T22:29:22,621 DEBUG [RS:1;e611192d6313:35499 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T22:29:22,631 DEBUG [RS:0;e611192d6313:37513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T22:29:22,631 DEBUG [RS:0;e611192d6313:37513 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@645b09ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:29:22,632 DEBUG [RS:1;e611192d6313:35499 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T22:29:22,632 DEBUG [RS:1;e611192d6313:35499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b82c70f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:29:22,644 DEBUG [RS:0;e611192d6313:37513 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e611192d6313:37513 2024-11-15T22:29:22,645 INFO [RS:0;e611192d6313:37513 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T22:29:22,645 INFO [RS:0;e611192d6313:37513 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T22:29:22,645 DEBUG [RS:0;e611192d6313:37513 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T22:29:22,645 INFO [RS:0;e611192d6313:37513 {}] regionserver.HRegionServer(2659): reportForDuty to master=e611192d6313,38447,1731709761819 with port=37513, startcode=1731709762037 2024-11-15T22:29:22,646 DEBUG [RS:0;e611192d6313:37513 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T22:29:22,647 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T22:29:22,648 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38447 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e611192d6313,37513,1731709762037 2024-11-15T22:29:22,648 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38447 {}] master.ServerManager(517): Registering regionserver=e611192d6313,37513,1731709762037 2024-11-15T22:29:22,648 DEBUG [RS:1;e611192d6313:35499 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e611192d6313:35499 2024-11-15T22:29:22,648 INFO [RS:1;e611192d6313:35499 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T22:29:22,648 INFO [RS:1;e611192d6313:35499 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T22:29:22,648 DEBUG [RS:1;e611192d6313:35499 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T22:29:22,649 INFO [RS:1;e611192d6313:35499 {}] regionserver.HRegionServer(2659): reportForDuty to master=e611192d6313,38447,1731709761819 with port=35499, startcode=1731709762144 2024-11-15T22:29:22,649 DEBUG [RS:1;e611192d6313:35499 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T22:29:22,650 DEBUG [RS:0;e611192d6313:37513 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278 2024-11-15T22:29:22,650 DEBUG [RS:0;e611192d6313:37513 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44359 2024-11-15T22:29:22,650 DEBUG [RS:0;e611192d6313:37513 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T22:29:22,651 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42117, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T22:29:22,651 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38447 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e611192d6313,35499,1731709762144 2024-11-15T22:29:22,651 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38447 {}] master.ServerManager(517): Registering regionserver=e611192d6313,35499,1731709762144 2024-11-15T22:29:22,653 DEBUG [RS:1;e611192d6313:35499 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278 2024-11-15T22:29:22,653 DEBUG [RS:1;e611192d6313:35499 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44359 2024-11-15T22:29:22,653 DEBUG [RS:1;e611192d6313:35499 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T22:29:22,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38447-0x101409df3280000, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T22:29:22,712 DEBUG [RS:0;e611192d6313:37513 {}] zookeeper.ZKUtil(111): regionserver:37513-0x101409df3280001, quorum=127.0.0.1:54569, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e611192d6313,37513,1731709762037 2024-11-15T22:29:22,712 WARN [RS:0;e611192d6313:37513 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:29:22,712 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e611192d6313,35499,1731709762144] 2024-11-15T22:29:22,712 INFO [RS:0;e611192d6313:37513 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:29:22,712 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e611192d6313,37513,1731709762037] 2024-11-15T22:29:22,712 DEBUG [RS:1;e611192d6313:35499 {}] zookeeper.ZKUtil(111): regionserver:35499-0x101409df3280002, quorum=127.0.0.1:54569, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e611192d6313,35499,1731709762144 2024-11-15T22:29:22,712 WARN [RS:1;e611192d6313:35499 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:29:22,712 DEBUG [RS:0;e611192d6313:37513 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/WALs/e611192d6313,37513,1731709762037 2024-11-15T22:29:22,712 INFO [RS:1;e611192d6313:35499 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:29:22,712 DEBUG [RS:1;e611192d6313:35499 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/WALs/e611192d6313,35499,1731709762144 2024-11-15T22:29:22,718 INFO [RS:0;e611192d6313:37513 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T22:29:22,718 INFO [RS:1;e611192d6313:35499 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T22:29:22,720 INFO [RS:0;e611192d6313:37513 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T22:29:22,721 INFO [RS:0;e611192d6313:37513 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T22:29:22,721 INFO [RS:0;e611192d6313:37513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:22,721 INFO [RS:0;e611192d6313:37513 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T22:29:22,722 INFO [RS:1;e611192d6313:35499 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T22:29:22,722 INFO [RS:0;e611192d6313:37513 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T22:29:22,722 INFO [RS:0;e611192d6313:37513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:22,722 DEBUG [RS:0;e611192d6313:37513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:22,722 INFO [RS:1;e611192d6313:35499 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T22:29:22,722 INFO [RS:1;e611192d6313:35499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:22,722 DEBUG [RS:0;e611192d6313:37513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:22,722 DEBUG [RS:0;e611192d6313:37513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:22,722 DEBUG [RS:0;e611192d6313:37513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:22,723 DEBUG [RS:0;e611192d6313:37513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:22,723 DEBUG [RS:0;e611192d6313:37513 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:29:22,723 DEBUG [RS:0;e611192d6313:37513 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:22,723 DEBUG [RS:0;e611192d6313:37513 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:22,723 DEBUG [RS:0;e611192d6313:37513 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:22,723 DEBUG [RS:0;e611192d6313:37513 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:22,723 DEBUG [RS:0;e611192d6313:37513 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:22,723 DEBUG [RS:0;e611192d6313:37513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:22,723 DEBUG [RS:0;e611192d6313:37513 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:29:22,723 DEBUG [RS:0;e611192d6313:37513 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:29:22,724 INFO [RS:1;e611192d6313:35499 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T22:29:22,724 INFO [RS:0;e611192d6313:37513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:22,725 INFO [RS:0;e611192d6313:37513 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:22,725 INFO [RS:0;e611192d6313:37513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:22,725 INFO [RS:0;e611192d6313:37513 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:22,725 INFO [RS:0;e611192d6313:37513 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:22,725 INFO [RS:0;e611192d6313:37513 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,37513,1731709762037-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:29:22,725 INFO [RS:1;e611192d6313:35499 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T22:29:22,726 INFO [RS:1;e611192d6313:35499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:22,726 DEBUG [RS:1;e611192d6313:35499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:22,726 DEBUG [RS:1;e611192d6313:35499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:22,726 DEBUG [RS:1;e611192d6313:35499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:22,726 DEBUG [RS:1;e611192d6313:35499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:22,726 DEBUG [RS:1;e611192d6313:35499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:22,726 DEBUG [RS:1;e611192d6313:35499 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:29:22,726 DEBUG [RS:1;e611192d6313:35499 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:22,726 DEBUG [RS:1;e611192d6313:35499 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:22,726 DEBUG [RS:1;e611192d6313:35499 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:22,726 DEBUG [RS:1;e611192d6313:35499 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:22,726 DEBUG [RS:1;e611192d6313:35499 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:22,727 DEBUG [RS:1;e611192d6313:35499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:22,727 DEBUG [RS:1;e611192d6313:35499 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:29:22,727 DEBUG [RS:1;e611192d6313:35499 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:29:22,727 INFO [RS:1;e611192d6313:35499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:22,727 INFO [RS:1;e611192d6313:35499 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:22,727 INFO [RS:1;e611192d6313:35499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:22,727 INFO [RS:1;e611192d6313:35499 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:22,727 INFO [RS:1;e611192d6313:35499 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:22,727 INFO [RS:1;e611192d6313:35499 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,35499,1731709762144-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:29:22,742 INFO [RS:0;e611192d6313:37513 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T22:29:22,743 INFO [RS:0;e611192d6313:37513 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,37513,1731709762037-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:22,743 INFO [RS:0;e611192d6313:37513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:22,743 INFO [RS:0;e611192d6313:37513 {}] regionserver.Replication(171): e611192d6313,37513,1731709762037 started 2024-11-15T22:29:22,746 INFO [RS:1;e611192d6313:35499 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T22:29:22,746 INFO [RS:1;e611192d6313:35499 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,35499,1731709762144-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:22,746 INFO [RS:1;e611192d6313:35499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:22,746 INFO [RS:1;e611192d6313:35499 {}] regionserver.Replication(171): e611192d6313,35499,1731709762144 started 2024-11-15T22:29:22,759 INFO [RS:0;e611192d6313:37513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:22,760 INFO [RS:1;e611192d6313:35499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:22,760 INFO [RS:0;e611192d6313:37513 {}] regionserver.HRegionServer(1482): Serving as e611192d6313,37513,1731709762037, RpcServer on e611192d6313/172.17.0.3:37513, sessionid=0x101409df3280001 2024-11-15T22:29:22,760 INFO [RS:1;e611192d6313:35499 {}] regionserver.HRegionServer(1482): Serving as e611192d6313,35499,1731709762144, RpcServer on e611192d6313/172.17.0.3:35499, sessionid=0x101409df3280002 2024-11-15T22:29:22,760 DEBUG [RS:1;e611192d6313:35499 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T22:29:22,760 DEBUG [RS:0;e611192d6313:37513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T22:29:22,760 DEBUG [RS:1;e611192d6313:35499 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e611192d6313,35499,1731709762144 2024-11-15T22:29:22,760 DEBUG [RS:0;e611192d6313:37513 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e611192d6313,37513,1731709762037 2024-11-15T22:29:22,760 DEBUG [RS:1;e611192d6313:35499 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,35499,1731709762144' 2024-11-15T22:29:22,760 DEBUG [RS:0;e611192d6313:37513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,37513,1731709762037' 2024-11-15T22:29:22,760 DEBUG [RS:1;e611192d6313:35499 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T22:29:22,760 DEBUG [RS:0;e611192d6313:37513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T22:29:22,760 DEBUG [RS:1;e611192d6313:35499 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T22:29:22,760 DEBUG [RS:0;e611192d6313:37513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T22:29:22,761 DEBUG [RS:1;e611192d6313:35499 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T22:29:22,761 DEBUG [RS:0;e611192d6313:37513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T22:29:22,761 DEBUG [RS:1;e611192d6313:35499 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T22:29:22,761 DEBUG [RS:0;e611192d6313:37513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T22:29:22,761 DEBUG [RS:1;e611192d6313:35499 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e611192d6313,35499,1731709762144 2024-11-15T22:29:22,761 DEBUG [RS:0;e611192d6313:37513 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e611192d6313,37513,1731709762037 2024-11-15T22:29:22,761 DEBUG [RS:1;e611192d6313:35499 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,35499,1731709762144' 2024-11-15T22:29:22,761 DEBUG [RS:0;e611192d6313:37513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,37513,1731709762037' 2024-11-15T22:29:22,761 DEBUG [RS:1;e611192d6313:35499 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T22:29:22,761 DEBUG [RS:0;e611192d6313:37513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T22:29:22,761 DEBUG [RS:0;e611192d6313:37513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T22:29:22,761 DEBUG [RS:1;e611192d6313:35499 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T22:29:22,762 DEBUG [RS:1;e611192d6313:35499 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T22:29:22,762 DEBUG [RS:0;e611192d6313:37513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T22:29:22,762 INFO [RS:0;e611192d6313:37513 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T22:29:22,762 INFO [RS:1;e611192d6313:35499 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T22:29:22,762 INFO [RS:1;e611192d6313:35499 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T22:29:22,762 INFO [RS:0;e611192d6313:37513 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T22:29:22,862 INFO [RS:0;e611192d6313:37513 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:29:22,862 INFO [RS:1;e611192d6313:35499 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:29:22,864 INFO [RS:0;e611192d6313:37513 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C37513%2C1731709762037, suffix=, logDir=hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/WALs/e611192d6313,37513,1731709762037, archiveDir=hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/oldWALs, maxLogs=32 2024-11-15T22:29:22,864 INFO [RS:1;e611192d6313:35499 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C35499%2C1731709762144, suffix=, logDir=hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/WALs/e611192d6313,35499,1731709762144, archiveDir=hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/oldWALs, maxLogs=32 2024-11-15T22:29:22,875 DEBUG [RS:0;e611192d6313:37513 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/WALs/e611192d6313,37513,1731709762037/e611192d6313%2C37513%2C1731709762037.1731709762864, exclude list is [], retry=0 2024-11-15T22:29:22,875 DEBUG [RS:1;e611192d6313:35499 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/WALs/e611192d6313,35499,1731709762144/e611192d6313%2C35499%2C1731709762144.1731709762864, exclude list is [], retry=0 2024-11-15T22:29:22,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37687,DS-91ed132d-35f7-40cc-afec-7b41f74df219,DISK] 2024-11-15T22:29:22,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40411,DS-18000a8c-8111-4738-94a5-d6a6cf953598,DISK] 2024-11-15T22:29:22,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40411,DS-18000a8c-8111-4738-94a5-d6a6cf953598,DISK] 2024-11-15T22:29:22,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37687,DS-91ed132d-35f7-40cc-afec-7b41f74df219,DISK] 2024-11-15T22:29:22,880 INFO [RS:1;e611192d6313:35499 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/WALs/e611192d6313,35499,1731709762144/e611192d6313%2C35499%2C1731709762144.1731709762864 2024-11-15T22:29:22,880 INFO [RS:0;e611192d6313:37513 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/WALs/e611192d6313,37513,1731709762037/e611192d6313%2C37513%2C1731709762037.1731709762864 2024-11-15T22:29:22,881 DEBUG [RS:0;e611192d6313:37513 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36207:36207),(127.0.0.1/127.0.0.1:38655:38655)] 2024-11-15T22:29:22,881 DEBUG [RS:1;e611192d6313:35499 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38655:38655),(127.0.0.1/127.0.0.1:36207:36207)] 2024-11-15T22:29:22,979 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T22:29:22,979 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278 2024-11-15T22:29:22,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741834_1010 (size=32) 2024-11-15T22:29:22,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741834_1010 (size=32) 2024-11-15T22:29:23,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:29:23,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:29:23,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:29:23,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:23,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:23,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:29:23,397 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:29:23,397 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:23,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:23,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:29:23,398 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:29:23,398 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:23,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:23,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:29:23,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:29:23,400 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:23,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:23,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:29:23,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/data/hbase/meta/1588230740 2024-11-15T22:29:23,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/data/hbase/meta/1588230740 2024-11-15T22:29:23,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:29:23,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:29:23,404 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:29:23,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:29:23,407 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:29:23,408 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63893347, jitterRate=-0.047914937138557434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:29:23,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731709763391Initializing all the Stores at 1731709763393 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709763393Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709763393Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709763393Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709763393Cleaning up temporary data from old regions at 1731709763404 (+11 ms)Region opened successfully at 1731709763408 (+4 ms) 2024-11-15T22:29:23,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:29:23,409 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:29:23,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:29:23,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:29:23,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:29:23,409 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:29:23,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709763409Disabling compacts and flushes for region at 1731709763409Disabling writes for close at 1731709763409Writing region close event to WAL at 1731709763409Closed at 1731709763409 2024-11-15T22:29:23,410 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:29:23,410 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T22:29:23,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T22:29:23,412 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:29:23,413 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T22:29:23,563 DEBUG [e611192d6313:38447 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-15T22:29:23,564 DEBUG [e611192d6313:38447 {}] balancer.BalancerClusterState(204): Hosts are {e611192d6313=0} racks are {/default-rack=0} 2024-11-15T22:29:23,566 DEBUG [e611192d6313:38447 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T22:29:23,566 DEBUG [e611192d6313:38447 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T22:29:23,566 DEBUG [e611192d6313:38447 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T22:29:23,566 DEBUG [e611192d6313:38447 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T22:29:23,566 INFO [e611192d6313:38447 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T22:29:23,566 INFO [e611192d6313:38447 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T22:29:23,566 DEBUG [e611192d6313:38447 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T22:29:23,566 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e611192d6313,37513,1731709762037 2024-11-15T22:29:23,567 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,37513,1731709762037, state=OPENING 2024-11-15T22:29:23,598 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T22:29:23,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38447-0x101409df3280000, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:23,610 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37513-0x101409df3280001, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:23,610 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35499-0x101409df3280002, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:23,611 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T22:29:23,611 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:29:23,611 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T22:29:23,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,37513,1731709762037}] 2024-11-15T22:29:23,611 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T22:29:23,766 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:29:23,768 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37507, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:29:23,780 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T22:29:23,780 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:29:23,781 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T22:29:23,789 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C37513%2C1731709762037.meta, suffix=.meta, logDir=hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/WALs/e611192d6313,37513,1731709762037, archiveDir=hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/oldWALs, maxLogs=32 2024-11-15T22:29:23,806 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/WALs/e611192d6313,37513,1731709762037/e611192d6313%2C37513%2C1731709762037.meta.1731709763789.meta, exclude list is [], retry=0 2024-11-15T22:29:23,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40411,DS-18000a8c-8111-4738-94a5-d6a6cf953598,DISK] 2024-11-15T22:29:23,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37687,DS-91ed132d-35f7-40cc-afec-7b41f74df219,DISK] 2024-11-15T22:29:23,817 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/WALs/e611192d6313,37513,1731709762037/e611192d6313%2C37513%2C1731709762037.meta.1731709763789.meta 2024-11-15T22:29:23,818 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38655:38655),(127.0.0.1/127.0.0.1:36207:36207)] 2024-11-15T22:29:23,818 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:29:23,818 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T22:29:23,818 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T22:29:23,819 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T22:29:23,819 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T22:29:23,819 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:29:23,819 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T22:29:23,819 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T22:29:23,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:29:23,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:29:23,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:23,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:23,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:29:23,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:29:23,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:23,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:23,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:29:23,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:29:23,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:23,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:23,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:29:23,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:29:23,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:23,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:23,830 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:29:23,831 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/data/hbase/meta/1588230740 2024-11-15T22:29:23,832 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/data/hbase/meta/1588230740 2024-11-15T22:29:23,834 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:29:23,834 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:29:23,834 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:29:23,836 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:29:23,837 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73741113, jitterRate=0.09882821142673492}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:29:23,837 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T22:29:23,838 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731709763819Writing region info on filesystem at 1731709763819Initializing all the Stores at 1731709763820 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709763820Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709763822 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709763822Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709763822Cleaning up temporary data from old regions at 1731709763834 (+12 ms)Running coprocessor post-open hooks at 1731709763837 (+3 ms)Region opened successfully at 1731709763838 (+1 ms) 2024-11-15T22:29:23,839 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731709763766 2024-11-15T22:29:23,843 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T22:29:23,843 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T22:29:23,844 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,37513,1731709762037 2024-11-15T22:29:23,845 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,37513,1731709762037, state=OPEN 2024-11-15T22:29:23,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38447-0x101409df3280000, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T22:29:23,852 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37513-0x101409df3280001, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T22:29:23,852 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e611192d6313,37513,1731709762037 2024-11-15T22:29:23,852 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T22:29:23,852 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T22:29:23,856 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35499-0x101409df3280002, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T22:29:23,856 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T22:29:23,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T22:29:23,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,37513,1731709762037 in 241 msec 2024-11-15T22:29:23,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T22:29:23,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 447 msec 2024-11-15T22:29:23,863 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:29:23,863 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T22:29:23,865 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:29:23,865 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,37513,1731709762037, seqNum=-1] 2024-11-15T22:29:23,865 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:29:23,867 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35577, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:29:23,874 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3110 sec 2024-11-15T22:29:23,874 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731709763874, completionTime=-1 2024-11-15T22:29:23,874 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-15T22:29:23,875 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T22:29:23,877 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-15T22:29:23,877 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731709823877 2024-11-15T22:29:23,877 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731709883877 2024-11-15T22:29:23,877 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T22:29:23,877 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,38447,1731709761819-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:23,877 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,38447,1731709761819-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:23,878 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,38447,1731709761819-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:23,878 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e611192d6313:38447, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:23,878 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:23,878 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:23,881 DEBUG [master/e611192d6313:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T22:29:23,882 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.661sec 2024-11-15T22:29:23,883 INFO [master/e611192d6313:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T22:29:23,883 INFO [master/e611192d6313:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T22:29:23,883 INFO [master/e611192d6313:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T22:29:23,883 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T22:29:23,883 INFO [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T22:29:23,883 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,38447,1731709761819-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:29:23,883 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,38447,1731709761819-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T22:29:23,885 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T22:29:23,885 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T22:29:23,886 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,38447,1731709761819-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:23,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d79ce7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:29:23,887 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,38447,-1 for getting cluster id 2024-11-15T22:29:23,887 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:29:23,888 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3644a21d-77e9-4e07-a33a-cde8266acb6e' 2024-11-15T22:29:23,889 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:29:23,889 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3644a21d-77e9-4e07-a33a-cde8266acb6e" 2024-11-15T22:29:23,889 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cc6a55a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:29:23,889 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,38447,-1] 2024-11-15T22:29:23,889 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:29:23,890 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:23,891 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:29:23,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bfcfbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:29:23,892 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:29:23,894 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,37513,1731709762037, seqNum=-1] 2024-11-15T22:29:23,894 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:29:23,896 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:29:23,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e611192d6313,38447,1731709761819 2024-11-15T22:29:23,898 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:29:23,900 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,38447,1731709761819 2024-11-15T22:29:23,900 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@264c87ac 2024-11-15T22:29:23,900 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:29:23,902 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:29:23,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38447 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:29:23,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38447 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-15T22:29:23,910 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T22:29:23,910 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:23,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38447 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-15T22:29:23,912 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T22:29:23,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:29:23,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741836_1012 (size=379) 2024-11-15T22:29:23,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741836_1012 (size=379) 2024-11-15T22:29:23,932 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3c3c7e10dcf9c52efc2ee21f02a44242, NAME => 'testClearRegionBlockCache,,1731709763904.3c3c7e10dcf9c52efc2ee21f02a44242.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278 2024-11-15T22:29:23,932 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5a89fda5452707d000292425b548e38a, NAME => 'testClearRegionBlockCache,5,1731709763904.5a89fda5452707d000292425b548e38a.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278 2024-11-15T22:29:23,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741837_1013 (size=61) 2024-11-15T22:29:23,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741837_1013 (size=61) 2024-11-15T22:29:23,962 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731709763904.3c3c7e10dcf9c52efc2ee21f02a44242.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:29:23,962 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 3c3c7e10dcf9c52efc2ee21f02a44242, disabling compactions & flushes 2024-11-15T22:29:23,962 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731709763904.3c3c7e10dcf9c52efc2ee21f02a44242. 2024-11-15T22:29:23,962 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731709763904.3c3c7e10dcf9c52efc2ee21f02a44242. 2024-11-15T22:29:23,962 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731709763904.3c3c7e10dcf9c52efc2ee21f02a44242. after waiting 0 ms 2024-11-15T22:29:23,962 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731709763904.3c3c7e10dcf9c52efc2ee21f02a44242. 2024-11-15T22:29:23,962 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731709763904.3c3c7e10dcf9c52efc2ee21f02a44242. 2024-11-15T22:29:23,962 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3c3c7e10dcf9c52efc2ee21f02a44242: Waiting for close lock at 1731709763962Disabling compacts and flushes for region at 1731709763962Disabling writes for close at 1731709763962Writing region close event to WAL at 1731709763962Closed at 1731709763962 2024-11-15T22:29:23,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741838_1014 (size=61) 2024-11-15T22:29:23,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741838_1014 (size=61) 2024-11-15T22:29:23,994 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731709763904.5a89fda5452707d000292425b548e38a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:29:23,994 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 5a89fda5452707d000292425b548e38a, disabling compactions & flushes 2024-11-15T22:29:23,994 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731709763904.5a89fda5452707d000292425b548e38a. 2024-11-15T22:29:23,994 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731709763904.5a89fda5452707d000292425b548e38a. 2024-11-15T22:29:23,994 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731709763904.5a89fda5452707d000292425b548e38a. after waiting 0 ms 2024-11-15T22:29:23,994 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731709763904.5a89fda5452707d000292425b548e38a. 2024-11-15T22:29:23,994 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731709763904.5a89fda5452707d000292425b548e38a. 2024-11-15T22:29:23,994 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5a89fda5452707d000292425b548e38a: Waiting for close lock at 1731709763994Disabling compacts and flushes for region at 1731709763994Disabling writes for close at 1731709763994Writing region close event to WAL at 1731709763994Closed at 1731709763994 2024-11-15T22:29:23,996 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T22:29:23,997 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731709763904.3c3c7e10dcf9c52efc2ee21f02a44242.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731709763997"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731709763997"}]},"ts":"1731709763997"} 2024-11-15T22:29:23,997 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731709763904.5a89fda5452707d000292425b548e38a.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731709763997"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731709763997"}]},"ts":"1731709763997"} 2024-11-15T22:29:24,006 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-15T22:29:24,008 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T22:29:24,008 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709764008"}]},"ts":"1731709764008"} 2024-11-15T22:29:24,011 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-15T22:29:24,011 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {e611192d6313=0} racks are {/default-rack=0} 2024-11-15T22:29:24,013 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T22:29:24,013 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T22:29:24,013 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T22:29:24,013 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T22:29:24,013 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T22:29:24,013 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T22:29:24,013 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T22:29:24,013 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3c3c7e10dcf9c52efc2ee21f02a44242, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5a89fda5452707d000292425b548e38a, ASSIGN}] 2024-11-15T22:29:24,016 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3c3c7e10dcf9c52efc2ee21f02a44242, ASSIGN 2024-11-15T22:29:24,018 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3c3c7e10dcf9c52efc2ee21f02a44242, ASSIGN; state=OFFLINE, location=e611192d6313,37513,1731709762037; forceNewPlan=false, retain=false 2024-11-15T22:29:24,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:29:24,020 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5a89fda5452707d000292425b548e38a, ASSIGN 2024-11-15T22:29:24,021 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5a89fda5452707d000292425b548e38a, ASSIGN; state=OFFLINE, location=e611192d6313,35499,1731709762144; forceNewPlan=false, retain=false 2024-11-15T22:29:24,169 INFO [e611192d6313:38447 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-15T22:29:24,169 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3c3c7e10dcf9c52efc2ee21f02a44242, regionState=OPENING, regionLocation=e611192d6313,37513,1731709762037 2024-11-15T22:29:24,170 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5a89fda5452707d000292425b548e38a, regionState=OPENING, regionLocation=e611192d6313,35499,1731709762144 2024-11-15T22:29:24,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3c3c7e10dcf9c52efc2ee21f02a44242, ASSIGN because future has completed 2024-11-15T22:29:24,175 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c3c7e10dcf9c52efc2ee21f02a44242, server=e611192d6313,37513,1731709762037}] 2024-11-15T22:29:24,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5a89fda5452707d000292425b548e38a, ASSIGN because future has completed 2024-11-15T22:29:24,178 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a89fda5452707d000292425b548e38a, server=e611192d6313,35499,1731709762144}] 2024-11-15T22:29:24,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:29:24,333 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:29:24,333 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731709763904.3c3c7e10dcf9c52efc2ee21f02a44242. 2024-11-15T22:29:24,333 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c3c7e10dcf9c52efc2ee21f02a44242, NAME => 'testClearRegionBlockCache,,1731709763904.3c3c7e10dcf9c52efc2ee21f02a44242.', STARTKEY => '', ENDKEY => '5'} 2024-11-15T22:29:24,334 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 3c3c7e10dcf9c52efc2ee21f02a44242 2024-11-15T22:29:24,334 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731709763904.3c3c7e10dcf9c52efc2ee21f02a44242.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:29:24,334 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 3c3c7e10dcf9c52efc2ee21f02a44242 2024-11-15T22:29:24,334 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 3c3c7e10dcf9c52efc2ee21f02a44242 2024-11-15T22:29:24,335 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:29:24,335 INFO [StoreOpener-3c3c7e10dcf9c52efc2ee21f02a44242-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 3c3c7e10dcf9c52efc2ee21f02a44242 2024-11-15T22:29:24,337 INFO [StoreOpener-3c3c7e10dcf9c52efc2ee21f02a44242-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c3c7e10dcf9c52efc2ee21f02a44242 columnFamilyName family 2024-11-15T22:29:24,337 DEBUG [StoreOpener-3c3c7e10dcf9c52efc2ee21f02a44242-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:24,340 INFO [StoreOpener-3c3c7e10dcf9c52efc2ee21f02a44242-1 {}] regionserver.HStore(327): Store=3c3c7e10dcf9c52efc2ee21f02a44242/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:29:24,340 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 3c3c7e10dcf9c52efc2ee21f02a44242 2024-11-15T22:29:24,341 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/data/default/testClearRegionBlockCache/3c3c7e10dcf9c52efc2ee21f02a44242 2024-11-15T22:29:24,341 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/data/default/testClearRegionBlockCache/3c3c7e10dcf9c52efc2ee21f02a44242 2024-11-15T22:29:24,342 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 3c3c7e10dcf9c52efc2ee21f02a44242 2024-11-15T22:29:24,342 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 3c3c7e10dcf9c52efc2ee21f02a44242 2024-11-15T22:29:24,342 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731709763904.5a89fda5452707d000292425b548e38a. 2024-11-15T22:29:24,342 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 5a89fda5452707d000292425b548e38a, NAME => 'testClearRegionBlockCache,5,1731709763904.5a89fda5452707d000292425b548e38a.', STARTKEY => '5', ENDKEY => ''} 2024-11-15T22:29:24,342 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 5a89fda5452707d000292425b548e38a 2024-11-15T22:29:24,343 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731709763904.5a89fda5452707d000292425b548e38a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:29:24,343 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 5a89fda5452707d000292425b548e38a 2024-11-15T22:29:24,343 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 5a89fda5452707d000292425b548e38a 2024-11-15T22:29:24,344 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 3c3c7e10dcf9c52efc2ee21f02a44242 2024-11-15T22:29:24,344 INFO [StoreOpener-5a89fda5452707d000292425b548e38a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 5a89fda5452707d000292425b548e38a 2024-11-15T22:29:24,346 INFO [StoreOpener-5a89fda5452707d000292425b548e38a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a89fda5452707d000292425b548e38a columnFamilyName family 2024-11-15T22:29:24,346 DEBUG [StoreOpener-5a89fda5452707d000292425b548e38a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:24,347 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/data/default/testClearRegionBlockCache/3c3c7e10dcf9c52efc2ee21f02a44242/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:29:24,347 INFO [StoreOpener-5a89fda5452707d000292425b548e38a-1 {}] regionserver.HStore(327): Store=5a89fda5452707d000292425b548e38a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:29:24,347 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 5a89fda5452707d000292425b548e38a 2024-11-15T22:29:24,347 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 3c3c7e10dcf9c52efc2ee21f02a44242; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68060196, jitterRate=0.014175951480865479}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T22:29:24,347 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c3c7e10dcf9c52efc2ee21f02a44242 2024-11-15T22:29:24,348 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/data/default/testClearRegionBlockCache/5a89fda5452707d000292425b548e38a 2024-11-15T22:29:24,348 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 3c3c7e10dcf9c52efc2ee21f02a44242: Running coprocessor pre-open hook at 1731709764334Writing region info on filesystem at 1731709764334Initializing all the Stores at 1731709764335 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709764335Cleaning up temporary data from old regions at 1731709764342 (+7 ms)Running coprocessor post-open hooks at 1731709764347 (+5 ms)Region opened successfully at 1731709764348 (+1 ms) 2024-11-15T22:29:24,348 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/data/default/testClearRegionBlockCache/5a89fda5452707d000292425b548e38a 2024-11-15T22:29:24,349 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 5a89fda5452707d000292425b548e38a 2024-11-15T22:29:24,349 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 5a89fda5452707d000292425b548e38a 2024-11-15T22:29:24,349 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731709763904.3c3c7e10dcf9c52efc2ee21f02a44242., pid=7, masterSystemTime=1731709764329 2024-11-15T22:29:24,353 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731709763904.3c3c7e10dcf9c52efc2ee21f02a44242. 2024-11-15T22:29:24,353 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731709763904.3c3c7e10dcf9c52efc2ee21f02a44242. 2024-11-15T22:29:24,353 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 5a89fda5452707d000292425b548e38a 2024-11-15T22:29:24,354 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3c3c7e10dcf9c52efc2ee21f02a44242, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,37513,1731709762037 2024-11-15T22:29:24,358 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/data/default/testClearRegionBlockCache/5a89fda5452707d000292425b548e38a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:29:24,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c3c7e10dcf9c52efc2ee21f02a44242, server=e611192d6313,37513,1731709762037 because future has completed 2024-11-15T22:29:24,365 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-15T22:29:24,365 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c3c7e10dcf9c52efc2ee21f02a44242, server=e611192d6313,37513,1731709762037 in 186 msec 2024-11-15T22:29:24,363 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 5a89fda5452707d000292425b548e38a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70731996, jitterRate=0.053988873958587646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T22:29:24,365 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5a89fda5452707d000292425b548e38a 2024-11-15T22:29:24,366 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 5a89fda5452707d000292425b548e38a: Running coprocessor pre-open hook at 1731709764343Writing region info on filesystem at 1731709764343Initializing all the Stores at 1731709764344 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709764344Cleaning up temporary data from old regions at 1731709764349 (+5 ms)Running coprocessor post-open hooks at 1731709764366 (+17 ms)Region opened successfully at 1731709764366 2024-11-15T22:29:24,367 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731709763904.5a89fda5452707d000292425b548e38a., pid=8, masterSystemTime=1731709764333 2024-11-15T22:29:24,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3c3c7e10dcf9c52efc2ee21f02a44242, ASSIGN in 352 msec 2024-11-15T22:29:24,371 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731709763904.5a89fda5452707d000292425b548e38a. 2024-11-15T22:29:24,371 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731709763904.5a89fda5452707d000292425b548e38a. 2024-11-15T22:29:24,372 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5a89fda5452707d000292425b548e38a, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,35499,1731709762144 2024-11-15T22:29:24,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a89fda5452707d000292425b548e38a, server=e611192d6313,35499,1731709762144 because future has completed 2024-11-15T22:29:24,395 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-15T22:29:24,395 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 5a89fda5452707d000292425b548e38a, server=e611192d6313,35499,1731709762144 in 211 msec 2024-11-15T22:29:24,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-15T22:29:24,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5a89fda5452707d000292425b548e38a, ASSIGN in 382 msec 2024-11-15T22:29:24,401 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T22:29:24,402 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709764402"}]},"ts":"1731709764402"} 2024-11-15T22:29:24,405 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-15T22:29:24,407 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T22:29:24,411 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 502 msec 2024-11-15T22:29:24,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38447 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:29:24,540 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-15T22:29:24,540 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-15T22:29:24,540 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T22:29:24,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-15T22:29:24,546 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T22:29:24,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-15T22:29:24,551 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731709763904.3c3c7e10dcf9c52efc2ee21f02a44242., hostname=e611192d6313,37513,1731709762037, seqNum=2] 2024-11-15T22:29:24,577 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731709763904.5a89fda5452707d000292425b548e38a., hostname=e611192d6313,35499,1731709762144, seqNum=2] 2024-11-15T22:29:24,577 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:29:24,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:29:24,603 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3c3c7e10dcf9c52efc2ee21f02a44242 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-15T22:29:24,631 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/data/default/testClearRegionBlockCache/3c3c7e10dcf9c52efc2ee21f02a44242/.tmp/family/9bea952f562143acb2b4cd66211fd358 is 32, key is 1/family:/1731709764557/Put/seqid=0 2024-11-15T22:29:24,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741839_1015 (size=5054) 2024-11-15T22:29:24,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741839_1015 (size=5054) 2024-11-15T22:29:24,660 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/data/default/testClearRegionBlockCache/3c3c7e10dcf9c52efc2ee21f02a44242/.tmp/family/9bea952f562143acb2b4cd66211fd358 2024-11-15T22:29:24,672 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/data/default/testClearRegionBlockCache/3c3c7e10dcf9c52efc2ee21f02a44242/.tmp/family/9bea952f562143acb2b4cd66211fd358 as hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/data/default/testClearRegionBlockCache/3c3c7e10dcf9c52efc2ee21f02a44242/family/9bea952f562143acb2b4cd66211fd358 2024-11-15T22:29:24,679 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/data/default/testClearRegionBlockCache/3c3c7e10dcf9c52efc2ee21f02a44242/family/9bea952f562143acb2b4cd66211fd358, entries=4, sequenceid=8, filesize=4.9 K 2024-11-15T22:29:24,680 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 3c3c7e10dcf9c52efc2ee21f02a44242 in 77ms, sequenceid=8, compaction requested=false 2024-11-15T22:29:24,680 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3c3c7e10dcf9c52efc2ee21f02a44242: 2024-11-15T22:29:24,680 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5a89fda5452707d000292425b548e38a 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-15T22:29:24,705 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/data/default/testClearRegionBlockCache/5a89fda5452707d000292425b548e38a/.tmp/family/bd6bcad7612e478294eaec9742366d4c is 32, key is 5/family:/1731709764580/Put/seqid=0 2024-11-15T22:29:24,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741840_1016 (size=5083) 2024-11-15T22:29:24,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741840_1016 (size=5083) 2024-11-15T22:29:25,125 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/data/default/testClearRegionBlockCache/5a89fda5452707d000292425b548e38a/.tmp/family/bd6bcad7612e478294eaec9742366d4c 2024-11-15T22:29:25,136 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/data/default/testClearRegionBlockCache/5a89fda5452707d000292425b548e38a/.tmp/family/bd6bcad7612e478294eaec9742366d4c as hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/data/default/testClearRegionBlockCache/5a89fda5452707d000292425b548e38a/family/bd6bcad7612e478294eaec9742366d4c 2024-11-15T22:29:25,145 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/data/default/testClearRegionBlockCache/5a89fda5452707d000292425b548e38a/family/bd6bcad7612e478294eaec9742366d4c, entries=5, sequenceid=9, filesize=5.0 K 2024-11-15T22:29:25,146 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 5a89fda5452707d000292425b548e38a in 466ms, sequenceid=9, compaction requested=false 2024-11-15T22:29:25,146 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 5a89fda5452707d000292425b548e38a: 2024-11-15T22:29:25,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58177606, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:29:25,147 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,38447,-1 for getting cluster id 2024-11-15T22:29:25,147 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:29:25,150 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3644a21d-77e9-4e07-a33a-cde8266acb6e' 2024-11-15T22:29:25,150 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:29:25,150 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3644a21d-77e9-4e07-a33a-cde8266acb6e" 2024-11-15T22:29:25,151 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@430d3f28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:29:25,151 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,38447,-1] 2024-11-15T22:29:25,151 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:29:25,151 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:25,152 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:29:25,153 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b905a00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:29:25,162 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-15T22:29:25,162 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:29:25,164 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,37513,1731709762037, seqNum=-1] 2024-11-15T22:29:25,164 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:29:25,166 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:29:25,169 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:29:25,169 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:29:25,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:29:25,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:29:25,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] bucket.BucketCache(1863): found 1 blocks for file 9bea952f562143acb2b4cd66211fd358, starting offset: 0, end offset: 9223372036854775807 2024-11-15T22:29:25,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35499 {}] bucket.BucketCache(1863): found 1 blocks for file bd6bcad7612e478294eaec9742366d4c, starting offset: 0, end offset: 9223372036854775807 2024-11-15T22:29:25,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] bucket.BucketCache(856): removed key 9bea952f562143acb2b4cd66211fd358_0 from back map with offset lock 2094080 in the evict process 2024-11-15T22:29:25,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35499 {}] bucket.BucketCache(856): removed key bd6bcad7612e478294eaec9742366d4c_0 from back map with offset lock 2094080 in the evict process 2024-11-15T22:29:25,173 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:29:25,173 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:29:25,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:25,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:25,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T22:29:25,173 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:29:25,174 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:29:25,174 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:29:25,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:25,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:25,174 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:29:25,174 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T22:29:25,174 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1912921699, stopped=false 2024-11-15T22:29:25,174 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e611192d6313,38447,1731709761819 2024-11-15T22:29:25,189 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35499-0x101409df3280002, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T22:29:25,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38447-0x101409df3280000, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T22:29:25,189 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37513-0x101409df3280001, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T22:29:25,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38447-0x101409df3280000, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:25,189 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37513-0x101409df3280001, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:25,189 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35499-0x101409df3280002, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:25,189 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:29:25,190 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:29:25,190 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38447-0x101409df3280000, quorum=127.0.0.1:54569, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T22:29:25,190 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:29:25,190 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37513-0x101409df3280001, quorum=127.0.0.1:54569, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T22:29:25,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:25,190 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35499-0x101409df3280002, quorum=127.0.0.1:54569, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T22:29:25,190 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e611192d6313,37513,1731709762037' ***** 2024-11-15T22:29:25,191 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T22:29:25,191 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e611192d6313,35499,1731709762144' ***** 2024-11-15T22:29:25,191 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T22:29:25,191 INFO [RS:0;e611192d6313:37513 {}] bucket.BucketCache(1738): Disabling cache 2024-11-15T22:29:25,191 INFO [RS:1;e611192d6313:35499 {}] bucket.BucketCache(1738): Disabling cache 2024-11-15T22:29:25,191 INFO [RS:0;e611192d6313:37513 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-15T22:29:25,191 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-15T22:29:25,191 INFO [RS:1;e611192d6313:35499 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-15T22:29:25,191 INFO [RS:0;e611192d6313:37513 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T22:29:25,191 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-15T22:29:25,191 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-15T22:29:25,191 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-15T22:29:25,191 INFO [RS:0;e611192d6313:37513 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T22:29:25,191 INFO [RS:0;e611192d6313:37513 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T22:29:25,191 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-15T22:29:25,191 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-15T22:29:25,191 INFO [RS:1;e611192d6313:35499 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T22:29:25,191 INFO [RS:0;e611192d6313:37513 {}] regionserver.HRegionServer(3091): Received CLOSE for 3c3c7e10dcf9c52efc2ee21f02a44242 2024-11-15T22:29:25,192 INFO [RS:1;e611192d6313:35499 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T22:29:25,192 INFO [RS:1;e611192d6313:35499 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T22:29:25,192 INFO [RS:1;e611192d6313:35499 {}] regionserver.HRegionServer(3091): Received CLOSE for 5a89fda5452707d000292425b548e38a 2024-11-15T22:29:25,192 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T22:29:25,192 INFO [RS:0;e611192d6313:37513 {}] regionserver.HRegionServer(959): stopping server e611192d6313,37513,1731709762037 2024-11-15T22:29:25,192 INFO [RS:0;e611192d6313:37513 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:29:25,192 INFO [RS:0;e611192d6313:37513 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:37513. 2024-11-15T22:29:25,192 DEBUG [RS:0;e611192d6313:37513 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:29:25,192 INFO [RS:1;e611192d6313:35499 {}] regionserver.HRegionServer(959): stopping server e611192d6313,35499,1731709762144 2024-11-15T22:29:25,192 DEBUG [RS:0;e611192d6313:37513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:25,192 INFO [RS:0;e611192d6313:37513 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T22:29:25,192 INFO [RS:1;e611192d6313:35499 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:29:25,193 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3c3c7e10dcf9c52efc2ee21f02a44242, disabling compactions & flushes 2024-11-15T22:29:25,193 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731709763904.3c3c7e10dcf9c52efc2ee21f02a44242. 2024-11-15T22:29:25,193 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731709763904.3c3c7e10dcf9c52efc2ee21f02a44242. 2024-11-15T22:29:25,193 INFO [RS:1;e611192d6313:35499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;e611192d6313:35499. 2024-11-15T22:29:25,193 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731709763904.3c3c7e10dcf9c52efc2ee21f02a44242. after waiting 0 ms 2024-11-15T22:29:25,193 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731709763904.3c3c7e10dcf9c52efc2ee21f02a44242. 2024-11-15T22:29:25,193 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T22:29:25,193 DEBUG [RS:1;e611192d6313:35499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:29:25,193 DEBUG [RS:1;e611192d6313:35499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:25,193 INFO [RS:1;e611192d6313:35499 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T22:29:25,193 DEBUG [RS:1;e611192d6313:35499 {}] regionserver.HRegionServer(1325): Online Regions={5a89fda5452707d000292425b548e38a=testClearRegionBlockCache,5,1731709763904.5a89fda5452707d000292425b548e38a.} 2024-11-15T22:29:25,193 DEBUG [RS:1;e611192d6313:35499 {}] regionserver.HRegionServer(1351): Waiting on 5a89fda5452707d000292425b548e38a 2024-11-15T22:29:25,193 INFO [RS:0;e611192d6313:37513 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T22:29:25,193 INFO [RS:0;e611192d6313:37513 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T22:29:25,193 INFO [RS:0;e611192d6313:37513 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T22:29:25,193 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5a89fda5452707d000292425b548e38a, disabling compactions & flushes 2024-11-15T22:29:25,193 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731709763904.5a89fda5452707d000292425b548e38a. 2024-11-15T22:29:25,193 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731709763904.5a89fda5452707d000292425b548e38a. 2024-11-15T22:29:25,193 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731709763904.5a89fda5452707d000292425b548e38a. after waiting 0 ms 2024-11-15T22:29:25,193 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731709763904.5a89fda5452707d000292425b548e38a. 2024-11-15T22:29:25,206 INFO [RS:0;e611192d6313:37513 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T22:29:25,206 DEBUG [RS:0;e611192d6313:37513 {}] regionserver.HRegionServer(1325): Online Regions={3c3c7e10dcf9c52efc2ee21f02a44242=testClearRegionBlockCache,,1731709763904.3c3c7e10dcf9c52efc2ee21f02a44242., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T22:29:25,206 DEBUG [RS:0;e611192d6313:37513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c3c7e10dcf9c52efc2ee21f02a44242 2024-11-15T22:29:25,206 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:29:25,207 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:29:25,207 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:29:25,207 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:29:25,207 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:29:25,207 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-15T22:29:25,209 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/data/default/testClearRegionBlockCache/3c3c7e10dcf9c52efc2ee21f02a44242/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-15T22:29:25,209 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731709763904.3c3c7e10dcf9c52efc2ee21f02a44242. 2024-11-15T22:29:25,210 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3c3c7e10dcf9c52efc2ee21f02a44242: Waiting for close lock at 1731709765192Running coprocessor pre-close hooks at 1731709765192Disabling compacts and flushes for region at 1731709765192Disabling writes for close at 1731709765193 (+1 ms)Writing region close event to WAL at 1731709765193Running coprocessor post-close hooks at 1731709765209 (+16 ms)Closed at 1731709765209 2024-11-15T22:29:25,210 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731709763904.3c3c7e10dcf9c52efc2ee21f02a44242. 2024-11-15T22:29:25,211 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/data/default/testClearRegionBlockCache/5a89fda5452707d000292425b548e38a/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-15T22:29:25,212 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731709763904.5a89fda5452707d000292425b548e38a. 2024-11-15T22:29:25,212 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5a89fda5452707d000292425b548e38a: Waiting for close lock at 1731709765193Running coprocessor pre-close hooks at 1731709765193Disabling compacts and flushes for region at 1731709765193Disabling writes for close at 1731709765193Writing region close event to WAL at 1731709765207 (+14 ms)Running coprocessor post-close hooks at 1731709765212 (+5 ms)Closed at 1731709765212 2024-11-15T22:29:25,212 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731709763904.5a89fda5452707d000292425b548e38a. 2024-11-15T22:29:25,227 INFO [regionserver/e611192d6313:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:29:25,231 INFO [regionserver/e611192d6313:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:29:25,235 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/data/hbase/meta/1588230740/.tmp/info/648400114e2340e88eac1685cf79282f is 173, key is testClearRegionBlockCache,5,1731709763904.5a89fda5452707d000292425b548e38a./info:regioninfo/1731709764372/Put/seqid=0 2024-11-15T22:29:25,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741841_1017 (size=8173) 2024-11-15T22:29:25,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741841_1017 (size=8173) 2024-11-15T22:29:25,242 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/data/hbase/meta/1588230740/.tmp/info/648400114e2340e88eac1685cf79282f 2024-11-15T22:29:25,263 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/data/hbase/meta/1588230740/.tmp/ns/c97abf65d372455c85a64bab0e1c3265 is 43, key is default/ns:d/1731709763868/Put/seqid=0 2024-11-15T22:29:25,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741842_1018 (size=5153) 2024-11-15T22:29:25,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741842_1018 (size=5153) 2024-11-15T22:29:25,280 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/data/hbase/meta/1588230740/.tmp/ns/c97abf65d372455c85a64bab0e1c3265 2024-11-15T22:29:25,306 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/data/hbase/meta/1588230740/.tmp/table/ce799503a2c146619ea342d988925df7 is 61, key is testClearRegionBlockCache/table:state/1731709764402/Put/seqid=0 2024-11-15T22:29:25,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741843_1019 (size=5312) 2024-11-15T22:29:25,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741843_1019 (size=5312) 2024-11-15T22:29:25,393 INFO [RS:1;e611192d6313:35499 {}] regionserver.HRegionServer(976): stopping server e611192d6313,35499,1731709762144; all regions closed. 2024-11-15T22:29:25,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741832_1008 (size=1867) 2024-11-15T22:29:25,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741832_1008 (size=1867) 2024-11-15T22:29:25,404 DEBUG [RS:1;e611192d6313:35499 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/oldWALs 2024-11-15T22:29:25,404 INFO [RS:1;e611192d6313:35499 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C35499%2C1731709762144:(num 1731709762864) 2024-11-15T22:29:25,404 DEBUG [RS:1;e611192d6313:35499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:25,404 INFO [RS:1;e611192d6313:35499 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:29:25,404 INFO [RS:1;e611192d6313:35499 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:29:25,405 INFO [RS:1;e611192d6313:35499 {}] hbase.ChoreService(370): Chore service for: regionserver/e611192d6313:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T22:29:25,405 INFO [RS:1;e611192d6313:35499 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T22:29:25,405 INFO [RS:1;e611192d6313:35499 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T22:29:25,405 INFO [regionserver/e611192d6313:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:29:25,405 INFO [RS:1;e611192d6313:35499 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T22:29:25,405 INFO [RS:1;e611192d6313:35499 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:29:25,405 INFO [RS:1;e611192d6313:35499 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35499 2024-11-15T22:29:25,407 DEBUG [RS:0;e611192d6313:37513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:29:25,410 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35499-0x101409df3280002, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e611192d6313,35499,1731709762144 2024-11-15T22:29:25,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38447-0x101409df3280000, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T22:29:25,410 INFO [RS:1;e611192d6313:35499 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:29:25,411 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e611192d6313,35499,1731709762144] 2024-11-15T22:29:25,431 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e611192d6313,35499,1731709762144 already deleted, retry=false 2024-11-15T22:29:25,431 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e611192d6313,35499,1731709762144 expired; onlineServers=1 2024-11-15T22:29:25,521 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35499-0x101409df3280002, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:29:25,521 INFO [RS:1;e611192d6313:35499 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:29:25,521 DEBUG [pool-577-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35499-0x101409df3280002, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:29:25,521 INFO [RS:1;e611192d6313:35499 {}] regionserver.HRegionServer(1031): Exiting; stopping=e611192d6313,35499,1731709762144; zookeeper connection closed. 2024-11-15T22:29:25,521 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4e1c45d7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4e1c45d7 2024-11-15T22:29:25,607 DEBUG [RS:0;e611192d6313:37513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:29:25,726 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/data/hbase/meta/1588230740/.tmp/table/ce799503a2c146619ea342d988925df7 2024-11-15T22:29:25,734 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/data/hbase/meta/1588230740/.tmp/info/648400114e2340e88eac1685cf79282f as hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/data/hbase/meta/1588230740/info/648400114e2340e88eac1685cf79282f 2024-11-15T22:29:25,740 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/data/hbase/meta/1588230740/info/648400114e2340e88eac1685cf79282f, entries=20, sequenceid=13, filesize=8.0 K 2024-11-15T22:29:25,741 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/data/hbase/meta/1588230740/.tmp/ns/c97abf65d372455c85a64bab0e1c3265 as hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/data/hbase/meta/1588230740/ns/c97abf65d372455c85a64bab0e1c3265 2024-11-15T22:29:25,748 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/data/hbase/meta/1588230740/ns/c97abf65d372455c85a64bab0e1c3265, entries=2, sequenceid=13, filesize=5.0 K 2024-11-15T22:29:25,749 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/data/hbase/meta/1588230740/.tmp/table/ce799503a2c146619ea342d988925df7 as hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/data/hbase/meta/1588230740/table/ce799503a2c146619ea342d988925df7 2024-11-15T22:29:25,760 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/data/hbase/meta/1588230740/table/ce799503a2c146619ea342d988925df7, entries=2, sequenceid=13, filesize=5.2 K 2024-11-15T22:29:25,761 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 554ms, sequenceid=13, compaction requested=false 2024-11-15T22:29:25,766 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-15T22:29:25,767 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:29:25,767 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:29:25,767 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709765206Running coprocessor pre-close hooks at 1731709765206Disabling compacts and flushes for region at 1731709765206Disabling writes for close at 1731709765207 (+1 ms)Obtaining lock to block concurrent updates at 1731709765207Preparing flush snapshotting stores in 1588230740 at 1731709765207Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731709765208 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731709765208Flushing 1588230740/info: creating writer at 1731709765209 (+1 ms)Flushing 1588230740/info: appending metadata at 1731709765234 (+25 ms)Flushing 1588230740/info: closing flushed file at 1731709765234Flushing 1588230740/ns: creating writer at 1731709765248 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731709765263 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731709765263Flushing 1588230740/table: creating writer at 1731709765286 (+23 ms)Flushing 1588230740/table: appending metadata at 1731709765306 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731709765306Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62d3aeb8: reopening flushed file at 1731709765732 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34d5c057: reopening flushed file at 1731709765740 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4480b5e8: reopening flushed file at 1731709765748 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 554ms, sequenceid=13, compaction requested=false at 1731709765761 (+13 ms)Writing region close event to WAL at 1731709765762 (+1 ms)Running coprocessor post-close hooks at 1731709765767 (+5 ms)Closed at 1731709765767 2024-11-15T22:29:25,767 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T22:29:25,779 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T22:29:25,779 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T22:29:25,807 INFO [RS:0;e611192d6313:37513 {}] regionserver.HRegionServer(976): stopping server e611192d6313,37513,1731709762037; all regions closed. 2024-11-15T22:29:25,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741835_1011 (size=4338) 2024-11-15T22:29:25,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741835_1011 (size=4338) 2024-11-15T22:29:25,812 DEBUG [RS:0;e611192d6313:37513 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/oldWALs 2024-11-15T22:29:25,812 INFO [RS:0;e611192d6313:37513 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C37513%2C1731709762037.meta:.meta(num 1731709763789) 2024-11-15T22:29:25,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741833_1009 (size=1758) 2024-11-15T22:29:25,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741833_1009 (size=1758) 2024-11-15T22:29:25,816 DEBUG [RS:0;e611192d6313:37513 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/oldWALs 2024-11-15T22:29:25,816 INFO [RS:0;e611192d6313:37513 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C37513%2C1731709762037:(num 1731709762864) 2024-11-15T22:29:25,816 DEBUG [RS:0;e611192d6313:37513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:25,816 INFO [RS:0;e611192d6313:37513 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:29:25,816 INFO [RS:0;e611192d6313:37513 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:29:25,817 INFO [RS:0;e611192d6313:37513 {}] hbase.ChoreService(370): Chore service for: regionserver/e611192d6313:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T22:29:25,817 INFO [RS:0;e611192d6313:37513 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:29:25,817 INFO [regionserver/e611192d6313:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:29:25,817 INFO [RS:0;e611192d6313:37513 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37513 2024-11-15T22:29:25,841 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37513-0x101409df3280001, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e611192d6313,37513,1731709762037 2024-11-15T22:29:25,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38447-0x101409df3280000, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T22:29:25,841 INFO [RS:0;e611192d6313:37513 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:29:25,842 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e611192d6313,37513,1731709762037] 2024-11-15T22:29:25,862 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e611192d6313,37513,1731709762037 already deleted, retry=false 2024-11-15T22:29:25,862 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e611192d6313,37513,1731709762037 expired; onlineServers=0 2024-11-15T22:29:25,863 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e611192d6313,38447,1731709761819' ***** 2024-11-15T22:29:25,863 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T22:29:25,863 INFO [M:0;e611192d6313:38447 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:29:25,863 INFO [M:0;e611192d6313:38447 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:29:25,863 DEBUG [M:0;e611192d6313:38447 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T22:29:25,863 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T22:29:25,863 DEBUG [M:0;e611192d6313:38447 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T22:29:25,863 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709762568 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709762568,5,FailOnTimeoutGroup] 2024-11-15T22:29:25,863 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709762568 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709762568,5,FailOnTimeoutGroup] 2024-11-15T22:29:25,863 INFO [M:0;e611192d6313:38447 {}] hbase.ChoreService(370): Chore service for: master/e611192d6313:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T22:29:25,863 INFO [M:0;e611192d6313:38447 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:29:25,864 DEBUG [M:0;e611192d6313:38447 {}] master.HMaster(1795): Stopping service threads 2024-11-15T22:29:25,864 INFO [M:0;e611192d6313:38447 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T22:29:25,864 INFO [M:0;e611192d6313:38447 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:29:25,864 INFO [M:0;e611192d6313:38447 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T22:29:25,864 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T22:29:25,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38447-0x101409df3280000, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T22:29:25,873 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-15T22:29:25,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38447-0x101409df3280000, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:25,873 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:38447-0x101409df3280000, quorum=127.0.0.1:54569, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-15T22:29:25,874 INFO [M:0;e611192d6313:38447 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/.lastflushedseqids 2024-11-15T22:29:25,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741844_1020 (size=191) 2024-11-15T22:29:25,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741844_1020 (size=191) 2024-11-15T22:29:25,881 INFO [M:0;e611192d6313:38447 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T22:29:25,881 INFO [M:0;e611192d6313:38447 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T22:29:25,881 DEBUG [M:0;e611192d6313:38447 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:29:25,881 INFO [M:0;e611192d6313:38447 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:29:25,881 DEBUG [M:0;e611192d6313:38447 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:29:25,881 DEBUG [M:0;e611192d6313:38447 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:29:25,882 DEBUG [M:0;e611192d6313:38447 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:29:25,882 INFO [M:0;e611192d6313:38447 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-15T22:29:25,899 DEBUG [M:0;e611192d6313:38447 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6aefb419e9d9488fb2186ecd73dbbf37 is 82, key is hbase:meta,,1/info:regioninfo/1731709763843/Put/seqid=0 2024-11-15T22:29:25,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741845_1021 (size=5672) 2024-11-15T22:29:25,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741845_1021 (size=5672) 2024-11-15T22:29:25,905 INFO [M:0;e611192d6313:38447 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6aefb419e9d9488fb2186ecd73dbbf37 2024-11-15T22:29:25,931 DEBUG [M:0;e611192d6313:38447 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9cafbd160d984a43b56f5cf0d8625acd is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731709764410/Put/seqid=0 2024-11-15T22:29:25,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741846_1022 (size=6219) 2024-11-15T22:29:25,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741846_1022 (size=6219) 2024-11-15T22:29:25,952 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37513-0x101409df3280001, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:29:25,952 INFO [RS:0;e611192d6313:37513 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:29:25,952 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37513-0x101409df3280001, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:29:25,952 INFO [RS:0;e611192d6313:37513 {}] regionserver.HRegionServer(1031): Exiting; stopping=e611192d6313,37513,1731709762037; zookeeper connection closed. 2024-11-15T22:29:25,953 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3fabeb0a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3fabeb0a 2024-11-15T22:29:25,953 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-15T22:29:26,346 INFO [M:0;e611192d6313:38447 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9cafbd160d984a43b56f5cf0d8625acd 2024-11-15T22:29:26,377 DEBUG [M:0;e611192d6313:38447 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc1aef7d02f24cab9d12341addf5cf9b is 69, key is e611192d6313,35499,1731709762144/rs:state/1731709762652/Put/seqid=0 2024-11-15T22:29:26,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741847_1023 (size=5224) 2024-11-15T22:29:26,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741847_1023 (size=5224) 2024-11-15T22:29:26,790 INFO [M:0;e611192d6313:38447 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc1aef7d02f24cab9d12341addf5cf9b 2024-11-15T22:29:26,796 DEBUG [M:0;e611192d6313:38447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6aefb419e9d9488fb2186ecd73dbbf37 as hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6aefb419e9d9488fb2186ecd73dbbf37 2024-11-15T22:29:26,802 INFO [M:0;e611192d6313:38447 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6aefb419e9d9488fb2186ecd73dbbf37, entries=8, sequenceid=71, filesize=5.5 K 2024-11-15T22:29:26,804 DEBUG [M:0;e611192d6313:38447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9cafbd160d984a43b56f5cf0d8625acd as hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9cafbd160d984a43b56f5cf0d8625acd 2024-11-15T22:29:26,813 INFO [M:0;e611192d6313:38447 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9cafbd160d984a43b56f5cf0d8625acd, entries=8, sequenceid=71, filesize=6.1 K 2024-11-15T22:29:26,815 DEBUG [M:0;e611192d6313:38447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc1aef7d02f24cab9d12341addf5cf9b as hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cc1aef7d02f24cab9d12341addf5cf9b 2024-11-15T22:29:26,823 INFO [M:0;e611192d6313:38447 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44359/user/jenkins/test-data/0e566b12-8266-0c9b-2a13-012e5b9c6278/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cc1aef7d02f24cab9d12341addf5cf9b, entries=2, sequenceid=71, filesize=5.1 K 2024-11-15T22:29:26,824 INFO [M:0;e611192d6313:38447 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 942ms, sequenceid=71, compaction requested=false 2024-11-15T22:29:26,829 INFO [M:0;e611192d6313:38447 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:29:26,830 DEBUG [M:0;e611192d6313:38447 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709765881Disabling compacts and flushes for region at 1731709765881Disabling writes for close at 1731709765881Obtaining lock to block concurrent updates at 1731709765882 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731709765882Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731709765882Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731709765883 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731709765883Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731709765899 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731709765899Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731709765911 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731709765930 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731709765930Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731709766353 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731709766376 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731709766376Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8a895a5: reopening flushed file at 1731709766795 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3746949b: reopening flushed file at 1731709766802 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26b23a00: reopening flushed file at 1731709766813 (+11 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 942ms, sequenceid=71, compaction requested=false at 1731709766824 (+11 ms)Writing region close event to WAL at 1731709766829 (+5 ms)Closed at 1731709766829 2024-11-15T22:29:26,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40411 is added to blk_1073741830_1006 (size=35440) 2024-11-15T22:29:26,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741830_1006 (size=35440) 2024-11-15T22:29:26,834 INFO [M:0;e611192d6313:38447 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T22:29:26,834 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:29:26,834 INFO [M:0;e611192d6313:38447 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38447 2024-11-15T22:29:26,835 INFO [M:0;e611192d6313:38447 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:29:26,952 INFO [M:0;e611192d6313:38447 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:29:26,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38447-0x101409df3280000, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:29:26,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38447-0x101409df3280000, quorum=127.0.0.1:54569, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:29:26,954 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28b469b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:29:26,955 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b56b341{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:29:26,955 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:29:26,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d8f65e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:29:26,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36b070f6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59488177-e859-065d-5d3c-db07cb227510/hadoop.log.dir/,STOPPED} 2024-11-15T22:29:26,958 WARN [BP-1154581596-172.17.0.3-1731709759066 heartbeating to localhost/127.0.0.1:44359 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T22:29:26,958 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T22:29:26,958 WARN [BP-1154581596-172.17.0.3-1731709759066 heartbeating to localhost/127.0.0.1:44359 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1154581596-172.17.0.3-1731709759066 (Datanode Uuid 73482646-f88b-46d1-aab1-41c519f40e66) service to localhost/127.0.0.1:44359 2024-11-15T22:29:26,958 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T22:29:26,959 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59488177-e859-065d-5d3c-db07cb227510/cluster_fe79af4a-5aa2-023a-edc6-9614ebd041f3/data/data3/current/BP-1154581596-172.17.0.3-1731709759066 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:29:26,959 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59488177-e859-065d-5d3c-db07cb227510/cluster_fe79af4a-5aa2-023a-edc6-9614ebd041f3/data/data4/current/BP-1154581596-172.17.0.3-1731709759066 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:29:26,959 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T22:29:26,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76a468a7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:29:26,966 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3adc1669{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:29:26,966 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:29:26,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fdb379f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:29:26,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68b99fd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59488177-e859-065d-5d3c-db07cb227510/hadoop.log.dir/,STOPPED} 2024-11-15T22:29:26,967 WARN [BP-1154581596-172.17.0.3-1731709759066 heartbeating to localhost/127.0.0.1:44359 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T22:29:26,967 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T22:29:26,968 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T22:29:26,968 WARN [BP-1154581596-172.17.0.3-1731709759066 heartbeating to localhost/127.0.0.1:44359 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1154581596-172.17.0.3-1731709759066 (Datanode Uuid d01cc970-45c1-475f-b636-b0c180d08f48) service to localhost/127.0.0.1:44359 2024-11-15T22:29:26,968 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59488177-e859-065d-5d3c-db07cb227510/cluster_fe79af4a-5aa2-023a-edc6-9614ebd041f3/data/data1/current/BP-1154581596-172.17.0.3-1731709759066 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:29:26,968 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59488177-e859-065d-5d3c-db07cb227510/cluster_fe79af4a-5aa2-023a-edc6-9614ebd041f3/data/data2/current/BP-1154581596-172.17.0.3-1731709759066 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:29:26,968 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T22:29:26,975 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@604ba893{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:29:26,975 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2fd8da3b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:29:26,975 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:29:26,976 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53525508{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:29:26,976 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43f26d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59488177-e859-065d-5d3c-db07cb227510/hadoop.log.dir/,STOPPED} 2024-11-15T22:29:26,985 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T22:29:27,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T22:29:27,010 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=154 (was 135) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:44359 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:44359 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:44359 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44359 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:44359 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:44359 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:44359 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=491 (was 471) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=416 (was 391) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3611 (was 3474) - AvailableMemoryMB LEAK? - 2024-11-15T22:29:27,017 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=154, OpenFileDescriptor=491, MaxFileDescriptor=1048576, SystemLoadAverage=416, ProcessCount=11, AvailableMemoryMB=3611 2024-11-15T22:29:27,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59488177-e859-065d-5d3c-db07cb227510/hadoop.log.dir so I do NOT create it in target/test-data/d7a40c13-9e0e-96d7-170a-fd4d2d80ffe9 2024-11-15T22:29:27,030 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59488177-e859-065d-5d3c-db07cb227510/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T22:29:27,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59488177-e859-065d-5d3c-db07cb227510/hadoop.tmp.dir so I do NOT create it in target/test-data/d7a40c13-9e0e-96d7-170a-fd4d2d80ffe9 2024-11-15T22:29:27,030 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59488177-e859-065d-5d3c-db07cb227510/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T22:29:27,030 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7a40c13-9e0e-96d7-170a-fd4d2d80ffe9 2024-11-15T22:29:27,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T22:29:27,030 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7a40c13-9e0e-96d7-170a-fd4d2d80ffe9/cluster_9977edb4-b270-baad-c0e2-eac3aa27a311, deleteOnExit=true 2024-11-15T22:29:27,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T22:29:27,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7a40c13-9e0e-96d7-170a-fd4d2d80ffe9/test.cache.data in system properties and HBase conf 2024-11-15T22:29:27,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7a40c13-9e0e-96d7-170a-fd4d2d80ffe9/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T22:29:27,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7a40c13-9e0e-96d7-170a-fd4d2d80ffe9/hadoop.log.dir in system properties and HBase conf 2024-11-15T22:29:27,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7a40c13-9e0e-96d7-170a-fd4d2d80ffe9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T22:29:27,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7a40c13-9e0e-96d7-170a-fd4d2d80ffe9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T22:29:27,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T22:29:27,031 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T22:29:27,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7a40c13-9e0e-96d7-170a-fd4d2d80ffe9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:29:27,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7a40c13-9e0e-96d7-170a-fd4d2d80ffe9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:29:27,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7a40c13-9e0e-96d7-170a-fd4d2d80ffe9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T22:29:27,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7a40c13-9e0e-96d7-170a-fd4d2d80ffe9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:29:27,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7a40c13-9e0e-96d7-170a-fd4d2d80ffe9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T22:29:27,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7a40c13-9e0e-96d7-170a-fd4d2d80ffe9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T22:29:27,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7a40c13-9e0e-96d7-170a-fd4d2d80ffe9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:29:27,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7a40c13-9e0e-96d7-170a-fd4d2d80ffe9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:29:27,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7a40c13-9e0e-96d7-170a-fd4d2d80ffe9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T22:29:27,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7a40c13-9e0e-96d7-170a-fd4d2d80ffe9/nfs.dump.dir in system properties and HBase conf 2024-11-15T22:29:27,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7a40c13-9e0e-96d7-170a-fd4d2d80ffe9/java.io.tmpdir in system properties and HBase conf 2024-11-15T22:29:27,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7a40c13-9e0e-96d7-170a-fd4d2d80ffe9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:29:27,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7a40c13-9e0e-96d7-170a-fd4d2d80ffe9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T22:29:27,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7a40c13-9e0e-96d7-170a-fd4d2d80ffe9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T22:29:27,454 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:29:27,459 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:29:27,460 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:29:27,460 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:29:27,460 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T22:29:27,461 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:29:27,461 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@be6f312{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7a40c13-9e0e-96d7-170a-fd4d2d80ffe9/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:29:27,461 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26e10ea0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:29:27,588 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3981f6eb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7a40c13-9e0e-96d7-170a-fd4d2d80ffe9/java.io.tmpdir/jetty-localhost-34465-hadoop-hdfs-3_4_1-tests_jar-_-any-5168343891779634004/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:29:27,589 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@764e2c19{HTTP/1.1, (http/1.1)}{localhost:34465} 2024-11-15T22:29:27,589 INFO [Time-limited test {}] server.Server(415): Started @34180ms 2024-11-15T22:29:28,141 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:29:28,145 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:29:28,146 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:29:28,146 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:29:28,146 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T22:29:28,146 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@348f9fa8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7a40c13-9e0e-96d7-170a-fd4d2d80ffe9/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:29:28,147 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ddbcf77{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:29:28,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7742f51f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7a40c13-9e0e-96d7-170a-fd4d2d80ffe9/java.io.tmpdir/jetty-localhost-42247-hadoop-hdfs-3_4_1-tests_jar-_-any-14671160777215962346/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:29:28,240 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b35caa8{HTTP/1.1, (http/1.1)}{localhost:42247} 2024-11-15T22:29:28,240 INFO [Time-limited test {}] server.Server(415): Started @34831ms 2024-11-15T22:29:28,241 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T22:29:28,329 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:29:28,333 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:29:28,333 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:29:28,333 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:29:28,334 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T22:29:28,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43808b72{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7a40c13-9e0e-96d7-170a-fd4d2d80ffe9/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:29:28,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5db9b52{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:29:28,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1727f1c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7a40c13-9e0e-96d7-170a-fd4d2d80ffe9/java.io.tmpdir/jetty-localhost-41317-hadoop-hdfs-3_4_1-tests_jar-_-any-7070901971724753345/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:29:28,429 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a28f62a{HTTP/1.1, (http/1.1)}{localhost:41317} 2024-11-15T22:29:28,429 INFO [Time-limited test {}] server.Server(415): Started @35021ms 2024-11-15T22:29:28,430 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T22:29:29,325 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T22:29:29,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:29:29,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:29:29,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:29:29,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:29:29,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:29:29,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:29:29,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:29:29,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:29:29,878 WARN [Thread-1167 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7a40c13-9e0e-96d7-170a-fd4d2d80ffe9/cluster_9977edb4-b270-baad-c0e2-eac3aa27a311/data/data4/current/BP-102389832-172.17.0.3-1731709767055/current, will proceed with Du for space computation calculation, 2024-11-15T22:29:29,878 WARN [Thread-1166 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7a40c13-9e0e-96d7-170a-fd4d2d80ffe9/cluster_9977edb4-b270-baad-c0e2-eac3aa27a311/data/data3/current/BP-102389832-172.17.0.3-1731709767055/current, will proceed with Du for space computation calculation, 2024-11-15T22:29:29,899 WARN [Thread-1152 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T22:29:29,902 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa3917ac50b1a513e with lease ID 0xd2bd390ce7ba0591: Processing first storage report for DS-f1bf13dc-a883-4038-959e-4c7f3da4f403 from datanode DatanodeRegistration(127.0.0.1:39407, datanodeUuid=988976e6-b7e3-42bf-901e-9407af5211f3, infoPort=33107, infoSecurePort=0, ipcPort=32865, storageInfo=lv=-57;cid=testClusterID;nsid=468267202;c=1731709767055) 2024-11-15T22:29:29,902 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa3917ac50b1a513e with lease ID 0xd2bd390ce7ba0591: from storage DS-f1bf13dc-a883-4038-959e-4c7f3da4f403 node DatanodeRegistration(127.0.0.1:39407, datanodeUuid=988976e6-b7e3-42bf-901e-9407af5211f3, infoPort=33107, infoSecurePort=0, ipcPort=32865, storageInfo=lv=-57;cid=testClusterID;nsid=468267202;c=1731709767055), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:29:29,902 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa3917ac50b1a513e with lease ID 0xd2bd390ce7ba0591: Processing first storage report for DS-cac9e0ac-1c7c-463e-8f07-5f55fb360bf0 from datanode DatanodeRegistration(127.0.0.1:39407, datanodeUuid=988976e6-b7e3-42bf-901e-9407af5211f3, infoPort=33107, infoSecurePort=0, ipcPort=32865, storageInfo=lv=-57;cid=testClusterID;nsid=468267202;c=1731709767055) 2024-11-15T22:29:29,902 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa3917ac50b1a513e with lease ID 0xd2bd390ce7ba0591: from storage DS-cac9e0ac-1c7c-463e-8f07-5f55fb360bf0 node DatanodeRegistration(127.0.0.1:39407, datanodeUuid=988976e6-b7e3-42bf-901e-9407af5211f3, infoPort=33107, infoSecurePort=0, ipcPort=32865, storageInfo=lv=-57;cid=testClusterID;nsid=468267202;c=1731709767055), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:29:29,926 WARN [Thread-1178 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7a40c13-9e0e-96d7-170a-fd4d2d80ffe9/cluster_9977edb4-b270-baad-c0e2-eac3aa27a311/data/data2/current/BP-102389832-172.17.0.3-1731709767055/current, will proceed with Du for space computation calculation, 2024-11-15T22:29:29,926 WARN [Thread-1177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7a40c13-9e0e-96d7-170a-fd4d2d80ffe9/cluster_9977edb4-b270-baad-c0e2-eac3aa27a311/data/data1/current/BP-102389832-172.17.0.3-1731709767055/current, will proceed with Du for space computation calculation, 2024-11-15T22:29:29,943 WARN [Thread-1129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T22:29:29,945 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3836aafc4c5548c with lease ID 0xd2bd390ce7ba0592: Processing first storage report for DS-2c5decbe-6020-4af9-bc7a-973c7ddf14e2 from datanode DatanodeRegistration(127.0.0.1:38009, datanodeUuid=b6b4c2c3-af73-473d-9894-40ec87e7ce0a, infoPort=36433, infoSecurePort=0, ipcPort=36879, storageInfo=lv=-57;cid=testClusterID;nsid=468267202;c=1731709767055) 2024-11-15T22:29:29,946 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3836aafc4c5548c with lease ID 0xd2bd390ce7ba0592: from storage DS-2c5decbe-6020-4af9-bc7a-973c7ddf14e2 node DatanodeRegistration(127.0.0.1:38009, datanodeUuid=b6b4c2c3-af73-473d-9894-40ec87e7ce0a, infoPort=36433, infoSecurePort=0, ipcPort=36879, storageInfo=lv=-57;cid=testClusterID;nsid=468267202;c=1731709767055), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:29:29,946 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3836aafc4c5548c with lease ID 0xd2bd390ce7ba0592: Processing first storage report for DS-4f167ffe-4db2-4878-b956-d799449aa3be from datanode DatanodeRegistration(127.0.0.1:38009, datanodeUuid=b6b4c2c3-af73-473d-9894-40ec87e7ce0a, infoPort=36433, infoSecurePort=0, ipcPort=36879, storageInfo=lv=-57;cid=testClusterID;nsid=468267202;c=1731709767055) 2024-11-15T22:29:29,946 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3836aafc4c5548c with lease ID 0xd2bd390ce7ba0592: from storage DS-4f167ffe-4db2-4878-b956-d799449aa3be node DatanodeRegistration(127.0.0.1:38009, datanodeUuid=b6b4c2c3-af73-473d-9894-40ec87e7ce0a, infoPort=36433, infoSecurePort=0, ipcPort=36879, storageInfo=lv=-57;cid=testClusterID;nsid=468267202;c=1731709767055), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:29:29,970 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7a40c13-9e0e-96d7-170a-fd4d2d80ffe9 2024-11-15T22:29:29,973 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7a40c13-9e0e-96d7-170a-fd4d2d80ffe9/cluster_9977edb4-b270-baad-c0e2-eac3aa27a311/zookeeper_0, clientPort=49987, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7a40c13-9e0e-96d7-170a-fd4d2d80ffe9/cluster_9977edb4-b270-baad-c0e2-eac3aa27a311/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7a40c13-9e0e-96d7-170a-fd4d2d80ffe9/cluster_9977edb4-b270-baad-c0e2-eac3aa27a311/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T22:29:29,974 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49987 2024-11-15T22:29:29,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:29,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:29,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741825_1001 (size=7) 2024-11-15T22:29:29,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741825_1001 (size=7) 2024-11-15T22:29:29,985 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f with version=8 2024-11-15T22:29:29,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/hbase-staging 2024-11-15T22:29:29,987 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:29:29,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:29,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:29,987 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:29:29,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:29,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:29:29,987 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T22:29:29,988 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:29:29,988 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42047 2024-11-15T22:29:29,989 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42047 connecting to ZooKeeper ensemble=127.0.0.1:49987 2024-11-15T22:29:30,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420470x0, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:29:30,077 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42047-0x101409e14a00000 connected 2024-11-15T22:29:30,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:30,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:30,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42047-0x101409e14a00000, quorum=127.0.0.1:49987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T22:29:30,160 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f, hbase.cluster.distributed=false 2024-11-15T22:29:30,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42047-0x101409e14a00000, quorum=127.0.0.1:49987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T22:29:30,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42047 2024-11-15T22:29:30,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42047 2024-11-15T22:29:30,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42047 2024-11-15T22:29:30,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42047 2024-11-15T22:29:30,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42047 2024-11-15T22:29:30,177 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:29:30,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:30,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:30,177 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:29:30,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:30,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:29:30,178 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T22:29:30,178 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:29:30,178 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40299 2024-11-15T22:29:30,179 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40299 connecting to ZooKeeper ensemble=127.0.0.1:49987 2024-11-15T22:29:30,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:30,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:30,189 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402990x0, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:29:30,189 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40299-0x101409e14a00001 connected 2024-11-15T22:29:30,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40299-0x101409e14a00001, quorum=127.0.0.1:49987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T22:29:30,190 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T22:29:30,191 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-15T22:29:30,196 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-15T22:29:30,197 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-15T22:29:30,197 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-15T22:29:30,197 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T22:29:30,198 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40299-0x101409e14a00001, quorum=127.0.0.1:49987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T22:29:30,200 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40299-0x101409e14a00001, quorum=127.0.0.1:49987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T22:29:30,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40299 2024-11-15T22:29:30,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40299 2024-11-15T22:29:30,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40299 2024-11-15T22:29:30,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40299 2024-11-15T22:29:30,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40299 2024-11-15T22:29:30,221 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:29:30,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:30,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:30,222 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:29:30,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:30,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:29:30,222 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T22:29:30,222 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:29:30,223 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33743 2024-11-15T22:29:30,224 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33743 connecting to ZooKeeper ensemble=127.0.0.1:49987 2024-11-15T22:29:30,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:30,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:30,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337430x0, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:29:30,251 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337430x0, quorum=127.0.0.1:49987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T22:29:30,251 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33743-0x101409e14a00002 connected 2024-11-15T22:29:30,252 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T22:29:30,252 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-15T22:29:30,256 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-15T22:29:30,256 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-15T22:29:30,257 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-15T22:29:30,257 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T22:29:30,257 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33743-0x101409e14a00002, quorum=127.0.0.1:49987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T22:29:30,258 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33743-0x101409e14a00002, quorum=127.0.0.1:49987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T22:29:30,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33743 2024-11-15T22:29:30,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33743 2024-11-15T22:29:30,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33743 2024-11-15T22:29:30,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33743 2024-11-15T22:29:30,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33743 2024-11-15T22:29:30,270 DEBUG [M:0;e611192d6313:42047 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e611192d6313:42047 2024-11-15T22:29:30,271 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e611192d6313,42047,1731709769987 2024-11-15T22:29:30,283 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40299-0x101409e14a00001, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T22:29:30,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101409e14a00002, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T22:29:30,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x101409e14a00000, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T22:29:30,284 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42047-0x101409e14a00000, quorum=127.0.0.1:49987, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e611192d6313,42047,1731709769987 2024-11-15T22:29:30,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101409e14a00002, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T22:29:30,294 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40299-0x101409e14a00001, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T22:29:30,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x101409e14a00000, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:30,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101409e14a00002, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:30,294 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40299-0x101409e14a00001, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:30,294 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42047-0x101409e14a00000, quorum=127.0.0.1:49987, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T22:29:30,295 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e611192d6313,42047,1731709769987 from backup master directory 2024-11-15T22:29:30,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101409e14a00002, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T22:29:30,304 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40299-0x101409e14a00001, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T22:29:30,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x101409e14a00000, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e611192d6313,42047,1731709769987 2024-11-15T22:29:30,304 WARN [master/e611192d6313:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:29:30,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x101409e14a00000, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T22:29:30,304 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e611192d6313,42047,1731709769987 2024-11-15T22:29:30,308 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/hbase.id] with ID: 6d42f850-18b0-4303-a68e-b51ecf5ee157 2024-11-15T22:29:30,308 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/.tmp/hbase.id 2024-11-15T22:29:30,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741826_1002 (size=42) 2024-11-15T22:29:30,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741826_1002 (size=42) 2024-11-15T22:29:30,314 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/.tmp/hbase.id]:[hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/hbase.id] 2024-11-15T22:29:30,326 INFO [master/e611192d6313:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:30,326 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T22:29:30,327 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T22:29:30,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x101409e14a00000, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:30,336 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40299-0x101409e14a00001, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:30,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101409e14a00002, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:30,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741827_1003 (size=196) 2024-11-15T22:29:30,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741827_1003 (size=196) 2024-11-15T22:29:30,343 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:29:30,343 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T22:29:30,344 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:29:30,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741828_1004 (size=1189) 2024-11-15T22:29:30,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741828_1004 (size=1189) 2024-11-15T22:29:30,352 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/MasterData/data/master/store 2024-11-15T22:29:30,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741829_1005 (size=34) 2024-11-15T22:29:30,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741829_1005 (size=34) 2024-11-15T22:29:30,361 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:29:30,361 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:29:30,361 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:29:30,361 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:29:30,361 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:29:30,361 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:29:30,361 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:29:30,361 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709770361Disabling compacts and flushes for region at 1731709770361Disabling writes for close at 1731709770361Writing region close event to WAL at 1731709770361Closed at 1731709770361 2024-11-15T22:29:30,362 WARN [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/MasterData/data/master/store/.initializing 2024-11-15T22:29:30,362 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/MasterData/WALs/e611192d6313,42047,1731709769987 2024-11-15T22:29:30,363 INFO [master/e611192d6313:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:29:30,365 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C42047%2C1731709769987, suffix=, logDir=hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/MasterData/WALs/e611192d6313,42047,1731709769987, archiveDir=hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/MasterData/oldWALs, maxLogs=10 2024-11-15T22:29:30,383 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/MasterData/WALs/e611192d6313,42047,1731709769987/e611192d6313%2C42047%2C1731709769987.1731709770365, exclude list is [], retry=0 2024-11-15T22:29:30,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38009,DS-2c5decbe-6020-4af9-bc7a-973c7ddf14e2,DISK] 2024-11-15T22:29:30,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39407,DS-f1bf13dc-a883-4038-959e-4c7f3da4f403,DISK] 2024-11-15T22:29:30,388 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/MasterData/WALs/e611192d6313,42047,1731709769987/e611192d6313%2C42047%2C1731709769987.1731709770365 2024-11-15T22:29:30,388 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36433:36433),(127.0.0.1/127.0.0.1:33107:33107)] 2024-11-15T22:29:30,389 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:29:30,389 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:29:30,389 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:30,389 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:30,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:30,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T22:29:30,392 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:30,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:30,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:30,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T22:29:30,394 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:30,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:29:30,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:30,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T22:29:30,396 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:30,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:29:30,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:30,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T22:29:30,397 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:30,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:29:30,398 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:30,399 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:30,399 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:30,400 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:30,400 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:30,401 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:29:30,402 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:30,404 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:29:30,404 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60044010, jitterRate=-0.10527452826499939}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:29:30,405 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731709770389Initializing all the Stores at 1731709770390 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709770390Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709770390Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709770390Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709770390Cleaning up temporary data from old regions at 1731709770400 (+10 ms)Region opened successfully at 1731709770404 (+4 ms) 2024-11-15T22:29:30,405 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T22:29:30,408 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2471b9cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:29:30,408 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T22:29:30,409 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T22:29:30,409 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T22:29:30,409 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T22:29:30,409 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T22:29:30,410 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T22:29:30,410 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T22:29:30,412 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T22:29:30,412 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42047-0x101409e14a00000, quorum=127.0.0.1:49987, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T22:29:30,420 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T22:29:30,420 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T22:29:30,421 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42047-0x101409e14a00000, quorum=127.0.0.1:49987, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T22:29:30,430 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T22:29:30,431 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T22:29:30,432 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42047-0x101409e14a00000, quorum=127.0.0.1:49987, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T22:29:30,441 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T22:29:30,442 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42047-0x101409e14a00000, quorum=127.0.0.1:49987, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T22:29:30,452 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T22:29:30,454 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42047-0x101409e14a00000, quorum=127.0.0.1:49987, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T22:29:30,462 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T22:29:30,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101409e14a00002, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T22:29:30,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x101409e14a00000, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T22:29:30,473 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40299-0x101409e14a00001, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T22:29:30,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x101409e14a00000, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:30,473 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40299-0x101409e14a00001, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:30,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101409e14a00002, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:30,473 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e611192d6313,42047,1731709769987, sessionid=0x101409e14a00000, setting cluster-up flag (Was=false) 2024-11-15T22:29:30,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x101409e14a00000, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:30,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101409e14a00002, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:30,494 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40299-0x101409e14a00001, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:30,525 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T22:29:30,528 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,42047,1731709769987 2024-11-15T22:29:30,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x101409e14a00000, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:30,546 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40299-0x101409e14a00001, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:30,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101409e14a00002, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:30,578 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T22:29:30,580 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,42047,1731709769987 2024-11-15T22:29:30,581 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T22:29:30,583 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T22:29:30,583 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T22:29:30,584 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T22:29:30,584 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e611192d6313,42047,1731709769987 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T22:29:30,585 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:29:30,585 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:29:30,585 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:29:30,585 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:29:30,585 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e611192d6313:0, corePoolSize=10, maxPoolSize=10 2024-11-15T22:29:30,586 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:30,586 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:29:30,586 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:30,587 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:29:30,587 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T22:29:30,588 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731709800588 2024-11-15T22:29:30,588 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T22:29:30,588 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T22:29:30,588 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T22:29:30,588 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T22:29:30,588 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T22:29:30,588 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T22:29:30,589 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:30,589 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T22:29:30,592 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:30,593 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T22:29:30,593 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T22:29:30,593 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T22:29:30,593 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T22:29:30,593 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T22:29:30,594 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709770593,5,FailOnTimeoutGroup] 2024-11-15T22:29:30,594 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709770594,5,FailOnTimeoutGroup] 2024-11-15T22:29:30,594 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:30,594 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T22:29:30,594 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:30,594 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:30,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741831_1007 (size=1321) 2024-11-15T22:29:30,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741831_1007 (size=1321) 2024-11-15T22:29:30,598 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T22:29:30,598 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f 2024-11-15T22:29:30,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741832_1008 (size=32) 2024-11-15T22:29:30,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741832_1008 (size=32) 2024-11-15T22:29:30,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:29:30,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:29:30,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:29:30,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:30,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:30,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:29:30,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:29:30,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:30,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:30,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:29:30,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:29:30,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:30,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:30,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:29:30,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:29:30,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:30,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:30,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:29:30,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/data/hbase/meta/1588230740 2024-11-15T22:29:30,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/data/hbase/meta/1588230740 2024-11-15T22:29:30,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:29:30,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:29:30,620 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:29:30,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:29:30,623 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:29:30,623 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64845899, jitterRate=-0.03372080624103546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:29:30,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731709770608Initializing all the Stores at 1731709770609 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709770609Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709770610 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709770610Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709770610Cleaning up temporary data from old regions at 1731709770619 (+9 ms)Region opened successfully at 1731709770624 (+5 ms) 2024-11-15T22:29:30,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:29:30,624 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:29:30,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:29:30,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:29:30,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:29:30,624 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:29:30,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709770624Disabling compacts and flushes for region at 1731709770624Disabling writes for close at 1731709770624Writing region close event to WAL at 1731709770624Closed at 1731709770624 2024-11-15T22:29:30,625 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:29:30,625 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T22:29:30,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T22:29:30,626 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:29:30,627 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T22:29:30,661 INFO [RS:0;e611192d6313:40299 {}] regionserver.HRegionServer(746): ClusterId : 6d42f850-18b0-4303-a68e-b51ecf5ee157 2024-11-15T22:29:30,661 INFO [RS:1;e611192d6313:33743 {}] regionserver.HRegionServer(746): ClusterId : 6d42f850-18b0-4303-a68e-b51ecf5ee157 2024-11-15T22:29:30,661 DEBUG [RS:0;e611192d6313:40299 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T22:29:30,661 DEBUG [RS:1;e611192d6313:33743 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T22:29:30,674 DEBUG [RS:0;e611192d6313:40299 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T22:29:30,674 DEBUG [RS:1;e611192d6313:33743 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T22:29:30,674 DEBUG [RS:1;e611192d6313:33743 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T22:29:30,674 DEBUG [RS:0;e611192d6313:40299 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T22:29:30,684 DEBUG [RS:1;e611192d6313:33743 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T22:29:30,684 DEBUG [RS:0;e611192d6313:40299 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T22:29:30,684 DEBUG [RS:0;e611192d6313:40299 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b402dd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:29:30,684 DEBUG [RS:1;e611192d6313:33743 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@413cf306, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:29:30,700 DEBUG [RS:0;e611192d6313:40299 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e611192d6313:40299 2024-11-15T22:29:30,700 DEBUG [RS:1;e611192d6313:33743 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e611192d6313:33743 2024-11-15T22:29:30,700 INFO [RS:0;e611192d6313:40299 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T22:29:30,700 INFO [RS:1;e611192d6313:33743 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T22:29:30,700 INFO [RS:0;e611192d6313:40299 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T22:29:30,700 INFO [RS:1;e611192d6313:33743 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T22:29:30,700 DEBUG [RS:0;e611192d6313:40299 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T22:29:30,700 DEBUG [RS:1;e611192d6313:33743 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T22:29:30,701 INFO [RS:1;e611192d6313:33743 {}] regionserver.HRegionServer(2659): reportForDuty to master=e611192d6313,42047,1731709769987 with port=33743, startcode=1731709770221 2024-11-15T22:29:30,701 INFO [RS:0;e611192d6313:40299 {}] regionserver.HRegionServer(2659): reportForDuty to master=e611192d6313,42047,1731709769987 with port=40299, startcode=1731709770177 2024-11-15T22:29:30,701 DEBUG [RS:0;e611192d6313:40299 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T22:29:30,701 DEBUG [RS:1;e611192d6313:33743 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T22:29:30,703 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T22:29:30,703 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T22:29:30,703 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42047 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e611192d6313,40299,1731709770177 2024-11-15T22:29:30,703 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42047 {}] master.ServerManager(517): Registering regionserver=e611192d6313,40299,1731709770177 2024-11-15T22:29:30,705 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42047 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e611192d6313,33743,1731709770221 2024-11-15T22:29:30,705 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42047 {}] master.ServerManager(517): Registering regionserver=e611192d6313,33743,1731709770221 2024-11-15T22:29:30,705 DEBUG [RS:0;e611192d6313:40299 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f 2024-11-15T22:29:30,705 DEBUG [RS:0;e611192d6313:40299 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40313 2024-11-15T22:29:30,705 DEBUG [RS:0;e611192d6313:40299 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T22:29:30,707 DEBUG [RS:1;e611192d6313:33743 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f 2024-11-15T22:29:30,707 DEBUG [RS:1;e611192d6313:33743 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40313 2024-11-15T22:29:30,707 DEBUG [RS:1;e611192d6313:33743 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T22:29:30,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x101409e14a00000, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T22:29:30,757 DEBUG [RS:0;e611192d6313:40299 {}] zookeeper.ZKUtil(111): regionserver:40299-0x101409e14a00001, quorum=127.0.0.1:49987, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e611192d6313,40299,1731709770177 2024-11-15T22:29:30,757 WARN [RS:0;e611192d6313:40299 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:29:30,757 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e611192d6313,33743,1731709770221] 2024-11-15T22:29:30,758 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e611192d6313,40299,1731709770177] 2024-11-15T22:29:30,758 INFO [RS:0;e611192d6313:40299 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:29:30,758 DEBUG [RS:0;e611192d6313:40299 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/WALs/e611192d6313,40299,1731709770177 2024-11-15T22:29:30,758 DEBUG [RS:1;e611192d6313:33743 {}] zookeeper.ZKUtil(111): regionserver:33743-0x101409e14a00002, quorum=127.0.0.1:49987, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e611192d6313,33743,1731709770221 2024-11-15T22:29:30,758 WARN [RS:1;e611192d6313:33743 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:29:30,758 INFO [RS:1;e611192d6313:33743 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:29:30,758 DEBUG [RS:1;e611192d6313:33743 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/WALs/e611192d6313,33743,1731709770221 2024-11-15T22:29:30,761 INFO [RS:0;e611192d6313:40299 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T22:29:30,761 INFO [RS:1;e611192d6313:33743 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T22:29:30,763 INFO [RS:0;e611192d6313:40299 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T22:29:30,763 INFO [RS:0;e611192d6313:40299 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T22:29:30,763 INFO [RS:0;e611192d6313:40299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:30,763 INFO [RS:0;e611192d6313:40299 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T22:29:30,764 INFO [RS:1;e611192d6313:33743 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T22:29:30,764 INFO [RS:0;e611192d6313:40299 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T22:29:30,764 INFO [RS:0;e611192d6313:40299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:30,764 INFO [RS:1;e611192d6313:33743 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T22:29:30,764 INFO [RS:1;e611192d6313:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:30,764 DEBUG [RS:0;e611192d6313:40299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:30,764 DEBUG [RS:0;e611192d6313:40299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:30,764 DEBUG [RS:0;e611192d6313:40299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:30,764 INFO [RS:1;e611192d6313:33743 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T22:29:30,765 DEBUG [RS:0;e611192d6313:40299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:30,765 DEBUG [RS:0;e611192d6313:40299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:30,765 DEBUG [RS:0;e611192d6313:40299 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:29:30,765 DEBUG [RS:0;e611192d6313:40299 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:30,765 DEBUG [RS:0;e611192d6313:40299 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:30,765 DEBUG [RS:0;e611192d6313:40299 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:30,765 DEBUG [RS:0;e611192d6313:40299 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:30,765 DEBUG [RS:0;e611192d6313:40299 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:30,765 DEBUG [RS:0;e611192d6313:40299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:30,765 DEBUG [RS:0;e611192d6313:40299 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:29:30,765 DEBUG [RS:0;e611192d6313:40299 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:29:30,765 INFO [RS:1;e611192d6313:33743 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T22:29:30,765 INFO [RS:1;e611192d6313:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:30,765 DEBUG [RS:1;e611192d6313:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:30,765 DEBUG [RS:1;e611192d6313:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:30,765 DEBUG [RS:1;e611192d6313:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:30,765 DEBUG [RS:1;e611192d6313:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:30,765 DEBUG [RS:1;e611192d6313:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:30,766 DEBUG [RS:1;e611192d6313:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:29:30,766 DEBUG [RS:1;e611192d6313:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:30,766 DEBUG [RS:1;e611192d6313:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:30,766 DEBUG [RS:1;e611192d6313:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:30,766 DEBUG [RS:1;e611192d6313:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:30,766 DEBUG [RS:1;e611192d6313:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:30,766 DEBUG [RS:1;e611192d6313:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:30,766 DEBUG [RS:1;e611192d6313:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:29:30,766 DEBUG [RS:1;e611192d6313:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:29:30,768 INFO [RS:0;e611192d6313:40299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:30,768 INFO [RS:0;e611192d6313:40299 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:30,768 INFO [RS:1;e611192d6313:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:30,768 INFO [RS:0;e611192d6313:40299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:30,768 INFO [RS:1;e611192d6313:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:30,768 INFO [RS:0;e611192d6313:40299 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:30,768 INFO [RS:1;e611192d6313:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:30,768 INFO [RS:0;e611192d6313:40299 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:30,768 INFO [RS:1;e611192d6313:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:30,768 INFO [RS:0;e611192d6313:40299 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,40299,1731709770177-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:29:30,768 INFO [RS:1;e611192d6313:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:30,768 INFO [RS:1;e611192d6313:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,33743,1731709770221-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:29:30,777 WARN [e611192d6313:42047 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T22:29:30,789 INFO [RS:0;e611192d6313:40299 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T22:29:30,789 INFO [RS:1;e611192d6313:33743 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T22:29:30,789 INFO [RS:0;e611192d6313:40299 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,40299,1731709770177-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:30,789 INFO [RS:1;e611192d6313:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,33743,1731709770221-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:30,789 INFO [RS:0;e611192d6313:40299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:30,789 INFO [RS:1;e611192d6313:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:30,789 INFO [RS:0;e611192d6313:40299 {}] regionserver.Replication(171): e611192d6313,40299,1731709770177 started 2024-11-15T22:29:30,789 INFO [RS:1;e611192d6313:33743 {}] regionserver.Replication(171): e611192d6313,33743,1731709770221 started 2024-11-15T22:29:30,802 INFO [RS:0;e611192d6313:40299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:30,802 INFO [RS:0;e611192d6313:40299 {}] regionserver.HRegionServer(1482): Serving as e611192d6313,40299,1731709770177, RpcServer on e611192d6313/172.17.0.3:40299, sessionid=0x101409e14a00001 2024-11-15T22:29:30,802 DEBUG [RS:0;e611192d6313:40299 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T22:29:30,802 DEBUG [RS:0;e611192d6313:40299 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e611192d6313,40299,1731709770177 2024-11-15T22:29:30,802 DEBUG [RS:0;e611192d6313:40299 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,40299,1731709770177' 2024-11-15T22:29:30,802 DEBUG [RS:0;e611192d6313:40299 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T22:29:30,803 DEBUG [RS:0;e611192d6313:40299 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T22:29:30,803 DEBUG [RS:0;e611192d6313:40299 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T22:29:30,803 DEBUG [RS:0;e611192d6313:40299 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T22:29:30,803 DEBUG [RS:0;e611192d6313:40299 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e611192d6313,40299,1731709770177 2024-11-15T22:29:30,803 DEBUG [RS:0;e611192d6313:40299 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,40299,1731709770177' 2024-11-15T22:29:30,803 DEBUG [RS:0;e611192d6313:40299 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T22:29:30,803 DEBUG [RS:0;e611192d6313:40299 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T22:29:30,804 DEBUG [RS:0;e611192d6313:40299 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T22:29:30,804 INFO [RS:0;e611192d6313:40299 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T22:29:30,804 INFO [RS:0;e611192d6313:40299 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T22:29:30,808 INFO [RS:1;e611192d6313:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:30,808 INFO [RS:1;e611192d6313:33743 {}] regionserver.HRegionServer(1482): Serving as e611192d6313,33743,1731709770221, RpcServer on e611192d6313/172.17.0.3:33743, sessionid=0x101409e14a00002 2024-11-15T22:29:30,808 DEBUG [RS:1;e611192d6313:33743 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T22:29:30,808 DEBUG [RS:1;e611192d6313:33743 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e611192d6313,33743,1731709770221 2024-11-15T22:29:30,808 DEBUG [RS:1;e611192d6313:33743 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,33743,1731709770221' 2024-11-15T22:29:30,808 DEBUG [RS:1;e611192d6313:33743 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T22:29:30,809 DEBUG [RS:1;e611192d6313:33743 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T22:29:30,809 DEBUG [RS:1;e611192d6313:33743 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T22:29:30,809 DEBUG [RS:1;e611192d6313:33743 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T22:29:30,809 DEBUG [RS:1;e611192d6313:33743 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e611192d6313,33743,1731709770221 2024-11-15T22:29:30,810 DEBUG [RS:1;e611192d6313:33743 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,33743,1731709770221' 2024-11-15T22:29:30,810 DEBUG [RS:1;e611192d6313:33743 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T22:29:30,810 DEBUG [RS:1;e611192d6313:33743 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T22:29:30,810 DEBUG [RS:1;e611192d6313:33743 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T22:29:30,810 INFO [RS:1;e611192d6313:33743 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T22:29:30,810 INFO [RS:1;e611192d6313:33743 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T22:29:30,904 INFO [RS:0;e611192d6313:40299 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:29:30,906 INFO [RS:0;e611192d6313:40299 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C40299%2C1731709770177, suffix=, logDir=hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/WALs/e611192d6313,40299,1731709770177, archiveDir=hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/oldWALs, maxLogs=32 2024-11-15T22:29:30,911 INFO [RS:1;e611192d6313:33743 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:29:30,912 INFO [RS:1;e611192d6313:33743 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C33743%2C1731709770221, suffix=, logDir=hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/WALs/e611192d6313,33743,1731709770221, archiveDir=hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/oldWALs, maxLogs=32 2024-11-15T22:29:30,922 DEBUG [RS:0;e611192d6313:40299 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/WALs/e611192d6313,40299,1731709770177/e611192d6313%2C40299%2C1731709770177.1731709770906, exclude list is [], retry=0 2024-11-15T22:29:30,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39407,DS-f1bf13dc-a883-4038-959e-4c7f3da4f403,DISK] 2024-11-15T22:29:30,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38009,DS-2c5decbe-6020-4af9-bc7a-973c7ddf14e2,DISK] 2024-11-15T22:29:30,927 INFO [RS:0;e611192d6313:40299 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/WALs/e611192d6313,40299,1731709770177/e611192d6313%2C40299%2C1731709770177.1731709770906 2024-11-15T22:29:30,927 DEBUG [RS:0;e611192d6313:40299 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33107:33107),(127.0.0.1/127.0.0.1:36433:36433)] 2024-11-15T22:29:30,928 DEBUG [RS:1;e611192d6313:33743 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/WALs/e611192d6313,33743,1731709770221/e611192d6313%2C33743%2C1731709770221.1731709770913, exclude list is [], retry=0 2024-11-15T22:29:30,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39407,DS-f1bf13dc-a883-4038-959e-4c7f3da4f403,DISK] 2024-11-15T22:29:30,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38009,DS-2c5decbe-6020-4af9-bc7a-973c7ddf14e2,DISK] 2024-11-15T22:29:30,932 INFO [RS:1;e611192d6313:33743 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/WALs/e611192d6313,33743,1731709770221/e611192d6313%2C33743%2C1731709770221.1731709770913 2024-11-15T22:29:30,933 DEBUG [RS:1;e611192d6313:33743 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33107:33107),(127.0.0.1/127.0.0.1:36433:36433)] 2024-11-15T22:29:31,028 DEBUG [e611192d6313:42047 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-15T22:29:31,028 DEBUG [e611192d6313:42047 {}] balancer.BalancerClusterState(204): Hosts are {e611192d6313=0} racks are {/default-rack=0} 2024-11-15T22:29:31,031 DEBUG [e611192d6313:42047 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T22:29:31,031 DEBUG [e611192d6313:42047 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T22:29:31,031 DEBUG [e611192d6313:42047 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T22:29:31,031 DEBUG [e611192d6313:42047 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T22:29:31,031 INFO [e611192d6313:42047 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T22:29:31,031 INFO [e611192d6313:42047 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T22:29:31,031 DEBUG [e611192d6313:42047 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T22:29:31,031 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e611192d6313,33743,1731709770221 2024-11-15T22:29:31,033 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,33743,1731709770221, state=OPENING 2024-11-15T22:29:31,041 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T22:29:31,052 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40299-0x101409e14a00001, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:31,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x101409e14a00000, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:31,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101409e14a00002, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:31,052 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:29:31,052 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T22:29:31,052 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T22:29:31,052 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T22:29:31,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,33743,1731709770221}] 2024-11-15T22:29:31,206 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:29:31,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49259, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:29:31,211 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T22:29:31,211 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:29:31,211 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T22:29:31,213 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C33743%2C1731709770221.meta, suffix=.meta, logDir=hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/WALs/e611192d6313,33743,1731709770221, archiveDir=hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/oldWALs, maxLogs=32 2024-11-15T22:29:31,229 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/WALs/e611192d6313,33743,1731709770221/e611192d6313%2C33743%2C1731709770221.meta.1731709771214.meta, exclude list is [], retry=0 2024-11-15T22:29:31,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38009,DS-2c5decbe-6020-4af9-bc7a-973c7ddf14e2,DISK] 2024-11-15T22:29:31,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39407,DS-f1bf13dc-a883-4038-959e-4c7f3da4f403,DISK] 2024-11-15T22:29:31,234 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/WALs/e611192d6313,33743,1731709770221/e611192d6313%2C33743%2C1731709770221.meta.1731709771214.meta 2024-11-15T22:29:31,234 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33107:33107),(127.0.0.1/127.0.0.1:36433:36433)] 2024-11-15T22:29:31,235 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:29:31,235 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T22:29:31,235 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T22:29:31,235 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T22:29:31,235 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T22:29:31,235 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:29:31,235 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T22:29:31,235 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T22:29:31,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:29:31,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:29:31,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:31,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:31,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:29:31,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:29:31,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:31,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:31,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:29:31,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:29:31,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:31,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:31,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:29:31,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:29:31,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:31,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:31,243 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:29:31,244 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/data/hbase/meta/1588230740 2024-11-15T22:29:31,245 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/data/hbase/meta/1588230740 2024-11-15T22:29:31,246 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:29:31,247 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:29:31,247 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:29:31,248 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:29:31,249 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65282592, jitterRate=-0.027213573455810547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:29:31,249 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T22:29:31,250 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731709771235Writing region info on filesystem at 1731709771235Initializing all the Stores at 1731709771236 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709771236Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709771238 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709771238Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709771238Cleaning up temporary data from old regions at 1731709771247 (+9 ms)Running coprocessor post-open hooks at 1731709771249 (+2 ms)Region opened successfully at 1731709771250 (+1 ms) 2024-11-15T22:29:31,251 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731709771206 2024-11-15T22:29:31,253 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T22:29:31,253 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T22:29:31,254 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,33743,1731709770221 2024-11-15T22:29:31,255 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,33743,1731709770221, state=OPEN 2024-11-15T22:29:31,262 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40299-0x101409e14a00001, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T22:29:31,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101409e14a00002, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T22:29:31,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x101409e14a00000, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T22:29:31,262 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e611192d6313,33743,1731709770221 2024-11-15T22:29:31,262 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T22:29:31,262 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T22:29:31,262 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T22:29:31,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T22:29:31,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,33743,1731709770221 in 210 msec 2024-11-15T22:29:31,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T22:29:31,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 640 msec 2024-11-15T22:29:31,269 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:29:31,269 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T22:29:31,270 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:29:31,271 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,33743,1731709770221, seqNum=-1] 2024-11-15T22:29:31,271 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:29:31,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56737, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:29:31,282 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 695 msec 2024-11-15T22:29:31,282 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731709771282, completionTime=-1 2024-11-15T22:29:31,282 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-15T22:29:31,282 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T22:29:31,284 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-15T22:29:31,284 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731709831284 2024-11-15T22:29:31,284 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731709891284 2024-11-15T22:29:31,284 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T22:29:31,285 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,42047,1731709769987-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:31,285 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,42047,1731709769987-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:31,285 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,42047,1731709769987-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:31,285 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e611192d6313:42047, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:31,285 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:31,287 DEBUG [master/e611192d6313:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T22:29:31,288 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:31,292 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.988sec 2024-11-15T22:29:31,292 INFO [master/e611192d6313:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T22:29:31,292 INFO [master/e611192d6313:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T22:29:31,292 INFO [master/e611192d6313:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T22:29:31,293 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T22:29:31,293 INFO [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T22:29:31,293 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,42047,1731709769987-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:29:31,293 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,42047,1731709769987-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T22:29:31,295 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T22:29:31,295 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T22:29:31,295 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,42047,1731709769987-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:31,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e1d2670, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:29:31,362 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,42047,-1 for getting cluster id 2024-11-15T22:29:31,362 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:29:31,363 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d42f850-18b0-4303-a68e-b51ecf5ee157' 2024-11-15T22:29:31,364 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:29:31,364 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d42f850-18b0-4303-a68e-b51ecf5ee157" 2024-11-15T22:29:31,364 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b5fe088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:29:31,364 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,42047,-1] 2024-11-15T22:29:31,364 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:29:31,364 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:31,365 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:29:31,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17700fc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:29:31,366 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:29:31,367 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,33743,1731709770221, seqNum=-1] 2024-11-15T22:29:31,367 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:29:31,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:29:31,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e611192d6313,42047,1731709769987 2024-11-15T22:29:31,372 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:29:31,373 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,42047,1731709769987 2024-11-15T22:29:31,373 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2221d74d 2024-11-15T22:29:31,373 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:29:31,374 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:29:31,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:29:31,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-15T22:29:31,377 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T22:29:31,378 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:31,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-15T22:29:31,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:29:31,380 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T22:29:31,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741836_1012 (size=379) 2024-11-15T22:29:31,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741836_1012 (size=379) 2024-11-15T22:29:31,391 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1c41605984cf14a2eaa0006ffe0fae99, NAME => 'testClearRegionBlockCache,5,1731709771375.1c41605984cf14a2eaa0006ffe0fae99.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f 2024-11-15T22:29:31,391 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 898cb557ec24f314c07433dd0ecc7308, NAME => 'testClearRegionBlockCache,,1731709771375.898cb557ec24f314c07433dd0ecc7308.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f 2024-11-15T22:29:31,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741837_1013 (size=61) 2024-11-15T22:29:31,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741837_1013 (size=61) 2024-11-15T22:29:31,404 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731709771375.1c41605984cf14a2eaa0006ffe0fae99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:29:31,404 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 1c41605984cf14a2eaa0006ffe0fae99, disabling compactions & flushes 2024-11-15T22:29:31,404 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731709771375.1c41605984cf14a2eaa0006ffe0fae99. 2024-11-15T22:29:31,404 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731709771375.1c41605984cf14a2eaa0006ffe0fae99. 2024-11-15T22:29:31,404 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731709771375.1c41605984cf14a2eaa0006ffe0fae99. after waiting 0 ms 2024-11-15T22:29:31,404 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731709771375.1c41605984cf14a2eaa0006ffe0fae99. 2024-11-15T22:29:31,404 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731709771375.1c41605984cf14a2eaa0006ffe0fae99. 2024-11-15T22:29:31,404 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1c41605984cf14a2eaa0006ffe0fae99: Waiting for close lock at 1731709771404Disabling compacts and flushes for region at 1731709771404Disabling writes for close at 1731709771404Writing region close event to WAL at 1731709771404Closed at 1731709771404 2024-11-15T22:29:31,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741838_1014 (size=61) 2024-11-15T22:29:31,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741838_1014 (size=61) 2024-11-15T22:29:31,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:29:31,615 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T22:29:31,615 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T22:29:31,617 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:29:31,617 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T22:29:31,618 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T22:29:31,618 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T22:29:31,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:29:31,811 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731709771375.898cb557ec24f314c07433dd0ecc7308.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:29:31,811 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 898cb557ec24f314c07433dd0ecc7308, disabling compactions & flushes 2024-11-15T22:29:31,811 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731709771375.898cb557ec24f314c07433dd0ecc7308. 2024-11-15T22:29:31,811 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731709771375.898cb557ec24f314c07433dd0ecc7308. 2024-11-15T22:29:31,811 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731709771375.898cb557ec24f314c07433dd0ecc7308. after waiting 0 ms 2024-11-15T22:29:31,811 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731709771375.898cb557ec24f314c07433dd0ecc7308. 2024-11-15T22:29:31,811 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731709771375.898cb557ec24f314c07433dd0ecc7308. 2024-11-15T22:29:31,811 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 898cb557ec24f314c07433dd0ecc7308: Waiting for close lock at 1731709771811Disabling compacts and flushes for region at 1731709771811Disabling writes for close at 1731709771811Writing region close event to WAL at 1731709771811Closed at 1731709771811 2024-11-15T22:29:31,813 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T22:29:31,813 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731709771375.1c41605984cf14a2eaa0006ffe0fae99.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731709771813"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731709771813"}]},"ts":"1731709771813"} 2024-11-15T22:29:31,813 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731709771375.898cb557ec24f314c07433dd0ecc7308.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731709771813"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731709771813"}]},"ts":"1731709771813"} 2024-11-15T22:29:31,817 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-15T22:29:31,819 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T22:29:31,819 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709771819"}]},"ts":"1731709771819"} 2024-11-15T22:29:31,822 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-15T22:29:31,822 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {e611192d6313=0} racks are {/default-rack=0} 2024-11-15T22:29:31,824 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T22:29:31,824 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T22:29:31,824 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T22:29:31,824 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T22:29:31,824 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T22:29:31,824 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T22:29:31,824 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T22:29:31,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=898cb557ec24f314c07433dd0ecc7308, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1c41605984cf14a2eaa0006ffe0fae99, ASSIGN}] 2024-11-15T22:29:31,826 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=898cb557ec24f314c07433dd0ecc7308, ASSIGN 2024-11-15T22:29:31,826 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1c41605984cf14a2eaa0006ffe0fae99, ASSIGN 2024-11-15T22:29:31,827 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1c41605984cf14a2eaa0006ffe0fae99, ASSIGN; state=OFFLINE, location=e611192d6313,33743,1731709770221; forceNewPlan=false, retain=false 2024-11-15T22:29:31,827 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=898cb557ec24f314c07433dd0ecc7308, ASSIGN; state=OFFLINE, location=e611192d6313,40299,1731709770177; forceNewPlan=false, retain=false 2024-11-15T22:29:31,978 INFO [e611192d6313:42047 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-15T22:29:31,978 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=898cb557ec24f314c07433dd0ecc7308, regionState=OPENING, regionLocation=e611192d6313,40299,1731709770177 2024-11-15T22:29:31,978 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1c41605984cf14a2eaa0006ffe0fae99, regionState=OPENING, regionLocation=e611192d6313,33743,1731709770221 2024-11-15T22:29:31,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1c41605984cf14a2eaa0006ffe0fae99, ASSIGN because future has completed 2024-11-15T22:29:31,982 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c41605984cf14a2eaa0006ffe0fae99, server=e611192d6313,33743,1731709770221}] 2024-11-15T22:29:31,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=898cb557ec24f314c07433dd0ecc7308, ASSIGN because future has completed 2024-11-15T22:29:31,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 898cb557ec24f314c07433dd0ecc7308, server=e611192d6313,40299,1731709770177}] 2024-11-15T22:29:32,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:29:32,138 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:29:32,140 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731709771375.1c41605984cf14a2eaa0006ffe0fae99. 2024-11-15T22:29:32,140 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c41605984cf14a2eaa0006ffe0fae99, NAME => 'testClearRegionBlockCache,5,1731709771375.1c41605984cf14a2eaa0006ffe0fae99.', STARTKEY => '5', ENDKEY => ''} 2024-11-15T22:29:32,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52411, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:29:32,141 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 1c41605984cf14a2eaa0006ffe0fae99 2024-11-15T22:29:32,141 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731709771375.1c41605984cf14a2eaa0006ffe0fae99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:29:32,141 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 1c41605984cf14a2eaa0006ffe0fae99 2024-11-15T22:29:32,141 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 1c41605984cf14a2eaa0006ffe0fae99 2024-11-15T22:29:32,143 INFO [StoreOpener-1c41605984cf14a2eaa0006ffe0fae99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 1c41605984cf14a2eaa0006ffe0fae99 2024-11-15T22:29:32,145 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731709771375.898cb557ec24f314c07433dd0ecc7308. 2024-11-15T22:29:32,146 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 898cb557ec24f314c07433dd0ecc7308, NAME => 'testClearRegionBlockCache,,1731709771375.898cb557ec24f314c07433dd0ecc7308.', STARTKEY => '', ENDKEY => '5'} 2024-11-15T22:29:32,146 INFO [StoreOpener-1c41605984cf14a2eaa0006ffe0fae99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c41605984cf14a2eaa0006ffe0fae99 columnFamilyName family 2024-11-15T22:29:32,146 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 898cb557ec24f314c07433dd0ecc7308 2024-11-15T22:29:32,146 DEBUG [StoreOpener-1c41605984cf14a2eaa0006ffe0fae99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:32,146 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731709771375.898cb557ec24f314c07433dd0ecc7308.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:29:32,146 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 898cb557ec24f314c07433dd0ecc7308 2024-11-15T22:29:32,146 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 898cb557ec24f314c07433dd0ecc7308 2024-11-15T22:29:32,146 INFO [StoreOpener-1c41605984cf14a2eaa0006ffe0fae99-1 {}] regionserver.HStore(327): Store=1c41605984cf14a2eaa0006ffe0fae99/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:29:32,147 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 1c41605984cf14a2eaa0006ffe0fae99 2024-11-15T22:29:32,147 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/data/default/testClearRegionBlockCache/1c41605984cf14a2eaa0006ffe0fae99 2024-11-15T22:29:32,147 INFO [StoreOpener-898cb557ec24f314c07433dd0ecc7308-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 898cb557ec24f314c07433dd0ecc7308 2024-11-15T22:29:32,148 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/data/default/testClearRegionBlockCache/1c41605984cf14a2eaa0006ffe0fae99 2024-11-15T22:29:32,148 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 1c41605984cf14a2eaa0006ffe0fae99 2024-11-15T22:29:32,148 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 1c41605984cf14a2eaa0006ffe0fae99 2024-11-15T22:29:32,148 INFO [StoreOpener-898cb557ec24f314c07433dd0ecc7308-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 898cb557ec24f314c07433dd0ecc7308 columnFamilyName family 2024-11-15T22:29:32,149 DEBUG [StoreOpener-898cb557ec24f314c07433dd0ecc7308-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:32,149 INFO [StoreOpener-898cb557ec24f314c07433dd0ecc7308-1 {}] regionserver.HStore(327): Store=898cb557ec24f314c07433dd0ecc7308/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:29:32,149 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 898cb557ec24f314c07433dd0ecc7308 2024-11-15T22:29:32,150 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 1c41605984cf14a2eaa0006ffe0fae99 2024-11-15T22:29:32,150 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/data/default/testClearRegionBlockCache/898cb557ec24f314c07433dd0ecc7308 2024-11-15T22:29:32,150 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/data/default/testClearRegionBlockCache/898cb557ec24f314c07433dd0ecc7308 2024-11-15T22:29:32,151 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 898cb557ec24f314c07433dd0ecc7308 2024-11-15T22:29:32,151 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 898cb557ec24f314c07433dd0ecc7308 2024-11-15T22:29:32,152 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/data/default/testClearRegionBlockCache/1c41605984cf14a2eaa0006ffe0fae99/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:29:32,152 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 1c41605984cf14a2eaa0006ffe0fae99; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74859481, jitterRate=0.11549319326877594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T22:29:32,152 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1c41605984cf14a2eaa0006ffe0fae99 2024-11-15T22:29:32,153 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 898cb557ec24f314c07433dd0ecc7308 2024-11-15T22:29:32,153 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 1c41605984cf14a2eaa0006ffe0fae99: Running coprocessor pre-open hook at 1731709772141Writing region info on filesystem at 1731709772141Initializing all the Stores at 1731709772142 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709772142Cleaning up temporary data from old regions at 1731709772148 (+6 ms)Running coprocessor post-open hooks at 1731709772152 (+4 ms)Region opened successfully at 1731709772153 (+1 ms) 2024-11-15T22:29:32,154 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731709771375.1c41605984cf14a2eaa0006ffe0fae99., pid=7, masterSystemTime=1731709772135 2024-11-15T22:29:32,157 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731709771375.1c41605984cf14a2eaa0006ffe0fae99. 2024-11-15T22:29:32,157 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731709771375.1c41605984cf14a2eaa0006ffe0fae99. 2024-11-15T22:29:32,157 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/data/default/testClearRegionBlockCache/898cb557ec24f314c07433dd0ecc7308/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:29:32,158 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1c41605984cf14a2eaa0006ffe0fae99, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,33743,1731709770221 2024-11-15T22:29:32,159 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 898cb557ec24f314c07433dd0ecc7308; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59037550, jitterRate=-0.1202719509601593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T22:29:32,159 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 898cb557ec24f314c07433dd0ecc7308 2024-11-15T22:29:32,159 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 898cb557ec24f314c07433dd0ecc7308: Running coprocessor pre-open hook at 1731709772146Writing region info on filesystem at 1731709772146Initializing all the Stores at 1731709772147 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709772147Cleaning up temporary data from old regions at 1731709772151 (+4 ms)Running coprocessor post-open hooks at 1731709772159 (+8 ms)Region opened successfully at 1731709772159 2024-11-15T22:29:32,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c41605984cf14a2eaa0006ffe0fae99, server=e611192d6313,33743,1731709770221 because future has completed 2024-11-15T22:29:32,164 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731709771375.898cb557ec24f314c07433dd0ecc7308., pid=8, masterSystemTime=1731709772138 2024-11-15T22:29:32,167 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731709771375.898cb557ec24f314c07433dd0ecc7308. 2024-11-15T22:29:32,167 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731709771375.898cb557ec24f314c07433dd0ecc7308. 2024-11-15T22:29:32,168 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=898cb557ec24f314c07433dd0ecc7308, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,40299,1731709770177 2024-11-15T22:29:32,170 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42047 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=e611192d6313,33743,1731709770221, table=testClearRegionBlockCache, region=1c41605984cf14a2eaa0006ffe0fae99. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T22:29:32,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-15T22:29:32,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 1c41605984cf14a2eaa0006ffe0fae99, server=e611192d6313,33743,1731709770221 in 190 msec 2024-11-15T22:29:32,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 898cb557ec24f314c07433dd0ecc7308, server=e611192d6313,40299,1731709770177 because future has completed 2024-11-15T22:29:32,178 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1c41605984cf14a2eaa0006ffe0fae99, ASSIGN in 351 msec 2024-11-15T22:29:32,183 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-15T22:29:32,183 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 898cb557ec24f314c07433dd0ecc7308, server=e611192d6313,40299,1731709770177 in 194 msec 2024-11-15T22:29:32,193 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T22:29:32,193 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=898cb557ec24f314c07433dd0ecc7308, ASSIGN in 359 msec 2024-11-15T22:29:32,195 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T22:29:32,195 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709772195"}]},"ts":"1731709772195"} 2024-11-15T22:29:32,197 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-15T22:29:32,199 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T22:29:32,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 824 msec 2024-11-15T22:29:32,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:29:32,519 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-15T22:29:32,519 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-15T22:29:32,520 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T22:29:32,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-15T22:29:32,523 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T22:29:32,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-15T22:29:32,526 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731709771375.898cb557ec24f314c07433dd0ecc7308., hostname=e611192d6313,40299,1731709770177, seqNum=2] 2024-11-15T22:29:32,527 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:29:32,528 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:29:32,540 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731709771375.1c41605984cf14a2eaa0006ffe0fae99., hostname=e611192d6313,33743,1731709770221, seqNum=2] 2024-11-15T22:29:32,553 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 898cb557ec24f314c07433dd0ecc7308 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-15T22:29:32,573 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/data/default/testClearRegionBlockCache/898cb557ec24f314c07433dd0ecc7308/.tmp/family/58a03113fcde44f88d0080c62ebeda10 is 32, key is 1/family:/1731709772529/Put/seqid=0 2024-11-15T22:29:32,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741839_1015 (size=5054) 2024-11-15T22:29:32,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741839_1015 (size=5054) 2024-11-15T22:29:32,581 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/data/default/testClearRegionBlockCache/898cb557ec24f314c07433dd0ecc7308/.tmp/family/58a03113fcde44f88d0080c62ebeda10 2024-11-15T22:29:32,588 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/data/default/testClearRegionBlockCache/898cb557ec24f314c07433dd0ecc7308/.tmp/family/58a03113fcde44f88d0080c62ebeda10 as hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/data/default/testClearRegionBlockCache/898cb557ec24f314c07433dd0ecc7308/family/58a03113fcde44f88d0080c62ebeda10 2024-11-15T22:29:32,596 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/data/default/testClearRegionBlockCache/898cb557ec24f314c07433dd0ecc7308/family/58a03113fcde44f88d0080c62ebeda10, entries=4, sequenceid=8, filesize=4.9 K 2024-11-15T22:29:32,597 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 898cb557ec24f314c07433dd0ecc7308 in 44ms, sequenceid=8, compaction requested=false 2024-11-15T22:29:32,597 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 898cb557ec24f314c07433dd0ecc7308: 2024-11-15T22:29:32,597 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1c41605984cf14a2eaa0006ffe0fae99 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-15T22:29:32,615 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/data/default/testClearRegionBlockCache/1c41605984cf14a2eaa0006ffe0fae99/.tmp/family/16135d6e3dee4796af517e964cb4526a is 32, key is 5/family:/1731709772542/Put/seqid=0 2024-11-15T22:29:32,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741840_1016 (size=5083) 2024-11-15T22:29:32,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741840_1016 (size=5083) 2024-11-15T22:29:32,620 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/data/default/testClearRegionBlockCache/1c41605984cf14a2eaa0006ffe0fae99/.tmp/family/16135d6e3dee4796af517e964cb4526a 2024-11-15T22:29:32,629 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/data/default/testClearRegionBlockCache/1c41605984cf14a2eaa0006ffe0fae99/.tmp/family/16135d6e3dee4796af517e964cb4526a as hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/data/default/testClearRegionBlockCache/1c41605984cf14a2eaa0006ffe0fae99/family/16135d6e3dee4796af517e964cb4526a 2024-11-15T22:29:32,635 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/data/default/testClearRegionBlockCache/1c41605984cf14a2eaa0006ffe0fae99/family/16135d6e3dee4796af517e964cb4526a, entries=5, sequenceid=9, filesize=5.0 K 2024-11-15T22:29:32,636 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 1c41605984cf14a2eaa0006ffe0fae99 in 39ms, sequenceid=9, compaction requested=false 2024-11-15T22:29:32,636 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1c41605984cf14a2eaa0006ffe0fae99: 2024-11-15T22:29:32,638 DEBUG [Time-limited test {}] bucket.BucketCache(1863): found 1 blocks for file 58a03113fcde44f88d0080c62ebeda10, starting offset: 0, end offset: 9223372036854775807 2024-11-15T22:29:32,638 DEBUG [Time-limited test {}] bucket.BucketCache(856): removed key 58a03113fcde44f88d0080c62ebeda10_0 from back map with offset lock 2094080 in the evict process 2024-11-15T22:29:32,640 DEBUG [Time-limited test {}] bucket.BucketCache(1863): found 1 blocks for file 16135d6e3dee4796af517e964cb4526a, starting offset: 0, end offset: 9223372036854775807 2024-11-15T22:29:32,640 DEBUG [Time-limited test {}] bucket.BucketCache(856): removed key 16135d6e3dee4796af517e964cb4526a_0 from back map with offset lock 2094080 in the evict process 2024-11-15T22:29:32,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T22:29:32,641 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:29:32,641 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:29:32,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:32,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:32,641 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T22:29:32,641 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1276429348, stopped=false 2024-11-15T22:29:32,642 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e611192d6313,42047,1731709769987 2024-11-15T22:29:32,642 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:29:32,654 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40299-0x101409e14a00001, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T22:29:32,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x101409e14a00000, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T22:29:32,654 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40299-0x101409e14a00001, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:32,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x101409e14a00000, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:32,655 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:29:32,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101409e14a00002, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T22:29:32,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101409e14a00002, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:32,655 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:29:32,655 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:29:32,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:32,655 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e611192d6313,40299,1731709770177' ***** 2024-11-15T22:29:32,655 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T22:29:32,655 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e611192d6313,33743,1731709770221' ***** 2024-11-15T22:29:32,655 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T22:29:32,655 INFO [RS:0;e611192d6313:40299 {}] bucket.BucketCache(1738): Disabling cache 2024-11-15T22:29:32,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40299-0x101409e14a00001, quorum=127.0.0.1:49987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T22:29:32,656 INFO [RS:0;e611192d6313:40299 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-15T22:29:32,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42047-0x101409e14a00000, quorum=127.0.0.1:49987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T22:29:32,656 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-15T22:29:32,656 INFO [RS:1;e611192d6313:33743 {}] bucket.BucketCache(1738): Disabling cache 2024-11-15T22:29:32,656 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-15T22:29:32,656 INFO [RS:0;e611192d6313:40299 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T22:29:32,656 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-15T22:29:32,656 INFO [RS:1;e611192d6313:33743 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-15T22:29:32,657 INFO [RS:0;e611192d6313:40299 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T22:29:32,657 INFO [RS:0;e611192d6313:40299 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T22:29:32,657 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-15T22:29:32,657 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-15T22:29:32,657 INFO [RS:1;e611192d6313:33743 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T22:29:32,657 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T22:29:32,657 INFO [RS:0;e611192d6313:40299 {}] regionserver.HRegionServer(3091): Received CLOSE for 898cb557ec24f314c07433dd0ecc7308 2024-11-15T22:29:32,657 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33743-0x101409e14a00002, quorum=127.0.0.1:49987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T22:29:32,657 INFO [RS:1;e611192d6313:33743 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T22:29:32,657 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T22:29:32,657 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-15T22:29:32,657 INFO [RS:1;e611192d6313:33743 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T22:29:32,657 INFO [RS:0;e611192d6313:40299 {}] regionserver.HRegionServer(959): stopping server e611192d6313,40299,1731709770177 2024-11-15T22:29:32,657 INFO [RS:1;e611192d6313:33743 {}] regionserver.HRegionServer(3091): Received CLOSE for 1c41605984cf14a2eaa0006ffe0fae99 2024-11-15T22:29:32,657 INFO [RS:0;e611192d6313:40299 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:29:32,657 INFO [RS:0;e611192d6313:40299 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:40299. 2024-11-15T22:29:32,657 INFO [RS:1;e611192d6313:33743 {}] regionserver.HRegionServer(959): stopping server e611192d6313,33743,1731709770221 2024-11-15T22:29:32,658 DEBUG [RS:0;e611192d6313:40299 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:29:32,658 INFO [RS:1;e611192d6313:33743 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:29:32,658 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 898cb557ec24f314c07433dd0ecc7308, disabling compactions & flushes 2024-11-15T22:29:32,658 DEBUG [RS:0;e611192d6313:40299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:32,658 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731709771375.898cb557ec24f314c07433dd0ecc7308. 2024-11-15T22:29:32,658 INFO [RS:1;e611192d6313:33743 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;e611192d6313:33743. 2024-11-15T22:29:32,658 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1c41605984cf14a2eaa0006ffe0fae99, disabling compactions & flushes 2024-11-15T22:29:32,658 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731709771375.898cb557ec24f314c07433dd0ecc7308. 2024-11-15T22:29:32,658 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731709771375.1c41605984cf14a2eaa0006ffe0fae99. 2024-11-15T22:29:32,658 INFO [RS:0;e611192d6313:40299 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T22:29:32,658 DEBUG [RS:1;e611192d6313:33743 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:29:32,658 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731709771375.1c41605984cf14a2eaa0006ffe0fae99. 2024-11-15T22:29:32,658 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731709771375.898cb557ec24f314c07433dd0ecc7308. after waiting 0 ms 2024-11-15T22:29:32,658 DEBUG [RS:0;e611192d6313:40299 {}] regionserver.HRegionServer(1325): Online Regions={898cb557ec24f314c07433dd0ecc7308=testClearRegionBlockCache,,1731709771375.898cb557ec24f314c07433dd0ecc7308.} 2024-11-15T22:29:32,658 DEBUG [RS:1;e611192d6313:33743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:32,658 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731709771375.898cb557ec24f314c07433dd0ecc7308. 2024-11-15T22:29:32,658 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731709771375.1c41605984cf14a2eaa0006ffe0fae99. after waiting 0 ms 2024-11-15T22:29:32,658 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731709771375.1c41605984cf14a2eaa0006ffe0fae99. 2024-11-15T22:29:32,658 DEBUG [RS:0;e611192d6313:40299 {}] regionserver.HRegionServer(1351): Waiting on 898cb557ec24f314c07433dd0ecc7308 2024-11-15T22:29:32,658 INFO [RS:1;e611192d6313:33743 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T22:29:32,658 INFO [RS:1;e611192d6313:33743 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T22:29:32,658 INFO [RS:1;e611192d6313:33743 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T22:29:32,658 INFO [RS:1;e611192d6313:33743 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T22:29:32,676 INFO [RS:1;e611192d6313:33743 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T22:29:32,676 DEBUG [RS:1;e611192d6313:33743 {}] regionserver.HRegionServer(1325): Online Regions={1c41605984cf14a2eaa0006ffe0fae99=testClearRegionBlockCache,5,1731709771375.1c41605984cf14a2eaa0006ffe0fae99., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T22:29:32,676 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:29:32,676 DEBUG [RS:1;e611192d6313:33743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c41605984cf14a2eaa0006ffe0fae99 2024-11-15T22:29:32,676 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:29:32,676 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:29:32,676 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:29:32,676 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:29:32,676 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-15T22:29:32,676 INFO [regionserver/e611192d6313:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:29:32,676 INFO [regionserver/e611192d6313:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:29:32,682 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/data/default/testClearRegionBlockCache/1c41605984cf14a2eaa0006ffe0fae99/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-15T22:29:32,682 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731709771375.1c41605984cf14a2eaa0006ffe0fae99. 2024-11-15T22:29:32,683 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1c41605984cf14a2eaa0006ffe0fae99: Waiting for close lock at 1731709772658Running coprocessor pre-close hooks at 1731709772658Disabling compacts and flushes for region at 1731709772658Disabling writes for close at 1731709772658Writing region close event to WAL at 1731709772676 (+18 ms)Running coprocessor post-close hooks at 1731709772682 (+6 ms)Closed at 1731709772682 2024-11-15T22:29:32,683 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/data/default/testClearRegionBlockCache/898cb557ec24f314c07433dd0ecc7308/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-15T22:29:32,683 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731709771375.1c41605984cf14a2eaa0006ffe0fae99. 2024-11-15T22:29:32,683 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731709771375.898cb557ec24f314c07433dd0ecc7308. 2024-11-15T22:29:32,683 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 898cb557ec24f314c07433dd0ecc7308: Waiting for close lock at 1731709772657Running coprocessor pre-close hooks at 1731709772657Disabling compacts and flushes for region at 1731709772658 (+1 ms)Disabling writes for close at 1731709772658Writing region close event to WAL at 1731709772679 (+21 ms)Running coprocessor post-close hooks at 1731709772683 (+4 ms)Closed at 1731709772683 2024-11-15T22:29:32,684 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731709771375.898cb557ec24f314c07433dd0ecc7308. 2024-11-15T22:29:32,696 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/data/hbase/meta/1588230740/.tmp/info/b4a764c7e9ca4267a71049d6f9dd77b2 is 173, key is testClearRegionBlockCache,5,1731709771375.1c41605984cf14a2eaa0006ffe0fae99./info:regioninfo/1731709772158/Put/seqid=0 2024-11-15T22:29:32,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741841_1017 (size=8173) 2024-11-15T22:29:32,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741841_1017 (size=8173) 2024-11-15T22:29:32,710 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/data/hbase/meta/1588230740/.tmp/info/b4a764c7e9ca4267a71049d6f9dd77b2 2024-11-15T22:29:32,730 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/data/hbase/meta/1588230740/.tmp/ns/6353526725a44951b7307674a2292bde is 43, key is default/ns:d/1731709771273/Put/seqid=0 2024-11-15T22:29:32,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741842_1018 (size=5153) 2024-11-15T22:29:32,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741842_1018 (size=5153) 2024-11-15T22:29:32,735 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/data/hbase/meta/1588230740/.tmp/ns/6353526725a44951b7307674a2292bde 2024-11-15T22:29:32,754 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/data/hbase/meta/1588230740/.tmp/table/eabeea6c58554426b5037b858e435159 is 61, key is testClearRegionBlockCache/table:state/1731709772195/Put/seqid=0 2024-11-15T22:29:32,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741843_1019 (size=5312) 2024-11-15T22:29:32,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741843_1019 (size=5312) 2024-11-15T22:29:32,759 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/data/hbase/meta/1588230740/.tmp/table/eabeea6c58554426b5037b858e435159 2024-11-15T22:29:32,766 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/data/hbase/meta/1588230740/.tmp/info/b4a764c7e9ca4267a71049d6f9dd77b2 as hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/data/hbase/meta/1588230740/info/b4a764c7e9ca4267a71049d6f9dd77b2 2024-11-15T22:29:32,777 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/data/hbase/meta/1588230740/info/b4a764c7e9ca4267a71049d6f9dd77b2, entries=20, sequenceid=13, filesize=8.0 K 2024-11-15T22:29:32,778 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/data/hbase/meta/1588230740/.tmp/ns/6353526725a44951b7307674a2292bde as hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/data/hbase/meta/1588230740/ns/6353526725a44951b7307674a2292bde 2024-11-15T22:29:32,786 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/data/hbase/meta/1588230740/ns/6353526725a44951b7307674a2292bde, entries=2, sequenceid=13, filesize=5.0 K 2024-11-15T22:29:32,787 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/data/hbase/meta/1588230740/.tmp/table/eabeea6c58554426b5037b858e435159 as hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/data/hbase/meta/1588230740/table/eabeea6c58554426b5037b858e435159 2024-11-15T22:29:32,794 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/data/hbase/meta/1588230740/table/eabeea6c58554426b5037b858e435159, entries=2, sequenceid=13, filesize=5.2 K 2024-11-15T22:29:32,795 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 119ms, sequenceid=13, compaction requested=false 2024-11-15T22:29:32,800 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-15T22:29:32,800 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:29:32,800 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:29:32,800 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709772676Running coprocessor pre-close hooks at 1731709772676Disabling compacts and flushes for region at 1731709772676Disabling writes for close at 1731709772676Obtaining lock to block concurrent updates at 1731709772676Preparing flush snapshotting stores in 1588230740 at 1731709772676Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731709772677 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731709772678 (+1 ms)Flushing 1588230740/info: creating writer at 1731709772679 (+1 ms)Flushing 1588230740/info: appending metadata at 1731709772695 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731709772696 (+1 ms)Flushing 1588230740/ns: creating writer at 1731709772716 (+20 ms)Flushing 1588230740/ns: appending metadata at 1731709772729 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731709772730 (+1 ms)Flushing 1588230740/table: creating writer at 1731709772741 (+11 ms)Flushing 1588230740/table: appending metadata at 1731709772754 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731709772754Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14ded7a8: reopening flushed file at 1731709772765 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45b65136: reopening flushed file at 1731709772777 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29babfbb: reopening flushed file at 1731709772786 (+9 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 119ms, sequenceid=13, compaction requested=false at 1731709772795 (+9 ms)Writing region close event to WAL at 1731709772796 (+1 ms)Running coprocessor post-close hooks at 1731709772800 (+4 ms)Closed at 1731709772800 2024-11-15T22:29:32,801 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T22:29:32,850 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T22:29:32,850 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T22:29:32,858 INFO [RS:0;e611192d6313:40299 {}] regionserver.HRegionServer(976): stopping server e611192d6313,40299,1731709770177; all regions closed. 2024-11-15T22:29:32,858 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T22:29:32,858 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T22:29:32,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741833_1009 (size=1758) 2024-11-15T22:29:32,860 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/WALs/e611192d6313,40299,1731709770177/e611192d6313%2C40299%2C1731709770177.1731709770906 not finished, retry = 0 2024-11-15T22:29:32,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741833_1009 (size=1758) 2024-11-15T22:29:32,876 INFO [RS:1;e611192d6313:33743 {}] regionserver.HRegionServer(976): stopping server e611192d6313,33743,1731709770221; all regions closed. 2024-11-15T22:29:32,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741835_1011 (size=4338) 2024-11-15T22:29:32,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741835_1011 (size=4338) 2024-11-15T22:29:32,881 DEBUG [RS:1;e611192d6313:33743 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/oldWALs 2024-11-15T22:29:32,881 INFO [RS:1;e611192d6313:33743 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C33743%2C1731709770221.meta:.meta(num 1731709771214) 2024-11-15T22:29:32,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741834_1010 (size=1867) 2024-11-15T22:29:32,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741834_1010 (size=1867) 2024-11-15T22:29:32,887 DEBUG [RS:1;e611192d6313:33743 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/oldWALs 2024-11-15T22:29:32,887 INFO [RS:1;e611192d6313:33743 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C33743%2C1731709770221:(num 1731709770913) 2024-11-15T22:29:32,887 DEBUG [RS:1;e611192d6313:33743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:32,887 INFO [RS:1;e611192d6313:33743 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:29:32,887 INFO [RS:1;e611192d6313:33743 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:29:32,887 INFO [RS:1;e611192d6313:33743 {}] hbase.ChoreService(370): Chore service for: regionserver/e611192d6313:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T22:29:32,887 INFO [RS:1;e611192d6313:33743 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:29:32,887 INFO [regionserver/e611192d6313:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:29:32,887 INFO [RS:1;e611192d6313:33743 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33743 2024-11-15T22:29:32,894 INFO [RS:1;e611192d6313:33743 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:29:32,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101409e14a00002, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e611192d6313,33743,1731709770221 2024-11-15T22:29:32,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x101409e14a00000, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T22:29:32,905 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e611192d6313,33743,1731709770221] 2024-11-15T22:29:32,915 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e611192d6313,33743,1731709770221 already deleted, retry=false 2024-11-15T22:29:32,915 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e611192d6313,33743,1731709770221 expired; onlineServers=1 2024-11-15T22:29:32,964 DEBUG [RS:0;e611192d6313:40299 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/oldWALs 2024-11-15T22:29:32,964 INFO [RS:0;e611192d6313:40299 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C40299%2C1731709770177:(num 1731709770906) 2024-11-15T22:29:32,964 DEBUG [RS:0;e611192d6313:40299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:32,965 INFO [RS:0;e611192d6313:40299 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:29:32,965 INFO [RS:0;e611192d6313:40299 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:29:32,965 INFO [RS:0;e611192d6313:40299 {}] hbase.ChoreService(370): Chore service for: regionserver/e611192d6313:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T22:29:32,965 INFO [RS:0;e611192d6313:40299 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T22:29:32,965 INFO [regionserver/e611192d6313:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:29:32,965 INFO [RS:0;e611192d6313:40299 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T22:29:32,965 INFO [RS:0;e611192d6313:40299 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T22:29:32,965 INFO [RS:0;e611192d6313:40299 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:29:32,965 INFO [RS:0;e611192d6313:40299 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40299 2024-11-15T22:29:32,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x101409e14a00000, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T22:29:32,978 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40299-0x101409e14a00001, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e611192d6313,40299,1731709770177 2024-11-15T22:29:32,978 INFO [RS:0;e611192d6313:40299 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:29:32,979 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e611192d6313,40299,1731709770177] 2024-11-15T22:29:32,999 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e611192d6313,40299,1731709770177 already deleted, retry=false 2024-11-15T22:29:32,999 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e611192d6313,40299,1731709770177 expired; onlineServers=0 2024-11-15T22:29:32,999 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e611192d6313,42047,1731709769987' ***** 2024-11-15T22:29:32,999 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T22:29:32,999 INFO [M:0;e611192d6313:42047 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:29:32,999 INFO [M:0;e611192d6313:42047 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:29:32,999 DEBUG [M:0;e611192d6313:42047 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T22:29:32,999 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T22:29:32,999 DEBUG [M:0;e611192d6313:42047 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T22:29:32,999 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709770594 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709770594,5,FailOnTimeoutGroup] 2024-11-15T22:29:33,000 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709770593 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709770593,5,FailOnTimeoutGroup] 2024-11-15T22:29:33,000 INFO [M:0;e611192d6313:42047 {}] hbase.ChoreService(370): Chore service for: master/e611192d6313:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T22:29:33,000 INFO [M:0;e611192d6313:42047 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:29:33,000 DEBUG [M:0;e611192d6313:42047 {}] master.HMaster(1795): Stopping service threads 2024-11-15T22:29:33,000 INFO [M:0;e611192d6313:42047 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T22:29:33,000 INFO [M:0;e611192d6313:42047 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:29:33,000 INFO [M:0;e611192d6313:42047 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T22:29:33,000 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T22:29:33,006 INFO [RS:1;e611192d6313:33743 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:29:33,006 INFO [RS:1;e611192d6313:33743 {}] regionserver.HRegionServer(1031): Exiting; stopping=e611192d6313,33743,1731709770221; zookeeper connection closed. 2024-11-15T22:29:33,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101409e14a00002, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:29:33,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101409e14a00002, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:29:33,008 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6bf4524e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6bf4524e 2024-11-15T22:29:33,010 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-15T22:29:33,010 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:42047-0x101409e14a00000, quorum=127.0.0.1:49987, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-15T22:29:33,012 INFO [M:0;e611192d6313:42047 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/.lastflushedseqids 2024-11-15T22:29:33,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x101409e14a00000, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T22:29:33,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x101409e14a00000, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:33,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741844_1020 (size=200) 2024-11-15T22:29:33,044 INFO [M:0;e611192d6313:42047 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T22:29:33,044 INFO [M:0;e611192d6313:42047 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T22:29:33,044 DEBUG [M:0;e611192d6313:42047 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:29:33,044 INFO [M:0;e611192d6313:42047 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:29:33,044 DEBUG [M:0;e611192d6313:42047 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:29:33,044 DEBUG [M:0;e611192d6313:42047 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:29:33,044 DEBUG [M:0;e611192d6313:42047 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:29:33,045 INFO [M:0;e611192d6313:42047 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-15T22:29:33,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741844_1020 (size=200) 2024-11-15T22:29:33,073 DEBUG [M:0;e611192d6313:42047 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19d448209e074c4483e85de392851d0f is 82, key is hbase:meta,,1/info:regioninfo/1731709771254/Put/seqid=0 2024-11-15T22:29:33,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741845_1021 (size=5672) 2024-11-15T22:29:33,089 INFO [RS:0;e611192d6313:40299 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:29:33,089 INFO [RS:0;e611192d6313:40299 {}] regionserver.HRegionServer(1031): Exiting; stopping=e611192d6313,40299,1731709770177; zookeeper connection closed. 2024-11-15T22:29:33,089 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40299-0x101409e14a00001, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:29:33,089 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40299-0x101409e14a00001, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:29:33,089 INFO [M:0;e611192d6313:42047 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19d448209e074c4483e85de392851d0f 2024-11-15T22:29:33,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741845_1021 (size=5672) 2024-11-15T22:29:33,104 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@174b0735 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@174b0735 2024-11-15T22:29:33,104 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-15T22:29:33,127 DEBUG [M:0;e611192d6313:42047 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a5a1ba92774468aa70ed38063537a13 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731709772203/Put/seqid=0 2024-11-15T22:29:33,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741846_1022 (size=6218) 2024-11-15T22:29:33,156 INFO [M:0;e611192d6313:42047 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a5a1ba92774468aa70ed38063537a13 2024-11-15T22:29:33,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741846_1022 (size=6218) 2024-11-15T22:29:33,181 DEBUG [M:0;e611192d6313:42047 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e74131e74fd4d42b58fcdc104f237c1 is 69, key is e611192d6313,33743,1731709770221/rs:state/1731709770705/Put/seqid=0 2024-11-15T22:29:33,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741847_1023 (size=5224) 2024-11-15T22:29:33,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741847_1023 (size=5224) 2024-11-15T22:29:33,232 INFO [M:0;e611192d6313:42047 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e74131e74fd4d42b58fcdc104f237c1 2024-11-15T22:29:33,243 DEBUG [M:0;e611192d6313:42047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19d448209e074c4483e85de392851d0f as hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/19d448209e074c4483e85de392851d0f 2024-11-15T22:29:33,251 INFO [M:0;e611192d6313:42047 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/19d448209e074c4483e85de392851d0f, entries=8, sequenceid=71, filesize=5.5 K 2024-11-15T22:29:33,252 DEBUG [M:0;e611192d6313:42047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a5a1ba92774468aa70ed38063537a13 as hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7a5a1ba92774468aa70ed38063537a13 2024-11-15T22:29:33,258 INFO [M:0;e611192d6313:42047 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7a5a1ba92774468aa70ed38063537a13, entries=8, sequenceid=71, filesize=6.1 K 2024-11-15T22:29:33,259 DEBUG [M:0;e611192d6313:42047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e74131e74fd4d42b58fcdc104f237c1 as hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5e74131e74fd4d42b58fcdc104f237c1 2024-11-15T22:29:33,265 INFO [M:0;e611192d6313:42047 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40313/user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5e74131e74fd4d42b58fcdc104f237c1, entries=2, sequenceid=71, filesize=5.1 K 2024-11-15T22:29:33,267 INFO [M:0;e611192d6313:42047 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 223ms, sequenceid=71, compaction requested=false 2024-11-15T22:29:33,285 INFO [M:0;e611192d6313:42047 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:29:33,285 DEBUG [M:0;e611192d6313:42047 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709773044Disabling compacts and flushes for region at 1731709773044Disabling writes for close at 1731709773044Obtaining lock to block concurrent updates at 1731709773045 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731709773045Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731709773045Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731709773047 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731709773047Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731709773073 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731709773073Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731709773100 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731709773126 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731709773126Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731709773162 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731709773181 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731709773181Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7524da55: reopening flushed file at 1731709773240 (+59 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63f684d3: reopening flushed file at 1731709773251 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e5a2b4: reopening flushed file at 1731709773258 (+7 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 223ms, sequenceid=71, compaction requested=false at 1731709773267 (+9 ms)Writing region close event to WAL at 1731709773285 (+18 ms)Closed at 1731709773285 2024-11-15T22:29:33,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38009 is added to blk_1073741830_1006 (size=35428) 2024-11-15T22:29:33,290 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5143b372-4454-064a-cac8-2ba84a19037f/MasterData/WALs/e611192d6313,42047,1731709769987/e611192d6313%2C42047%2C1731709769987.1731709770365 not finished, retry = 0 2024-11-15T22:29:33,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741830_1006 (size=35428) 2024-11-15T22:29:33,391 INFO [M:0;e611192d6313:42047 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T22:29:33,391 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:29:33,391 INFO [M:0;e611192d6313:42047 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42047 2024-11-15T22:29:33,391 INFO [M:0;e611192d6313:42047 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:29:33,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x101409e14a00000, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:29:33,543 INFO [M:0;e611192d6313:42047 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:29:33,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x101409e14a00000, quorum=127.0.0.1:49987, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:29:33,545 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1727f1c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:29:33,546 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a28f62a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:29:33,546 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:29:33,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5db9b52{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:29:33,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43808b72{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7a40c13-9e0e-96d7-170a-fd4d2d80ffe9/hadoop.log.dir/,STOPPED} 2024-11-15T22:29:33,548 WARN [BP-102389832-172.17.0.3-1731709767055 heartbeating to localhost/127.0.0.1:40313 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T22:29:33,548 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T22:29:33,548 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T22:29:33,548 WARN [BP-102389832-172.17.0.3-1731709767055 heartbeating to localhost/127.0.0.1:40313 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-102389832-172.17.0.3-1731709767055 (Datanode Uuid 988976e6-b7e3-42bf-901e-9407af5211f3) service to localhost/127.0.0.1:40313 2024-11-15T22:29:33,548 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7a40c13-9e0e-96d7-170a-fd4d2d80ffe9/cluster_9977edb4-b270-baad-c0e2-eac3aa27a311/data/data3/current/BP-102389832-172.17.0.3-1731709767055 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:29:33,549 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7a40c13-9e0e-96d7-170a-fd4d2d80ffe9/cluster_9977edb4-b270-baad-c0e2-eac3aa27a311/data/data4/current/BP-102389832-172.17.0.3-1731709767055 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:29:33,549 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T22:29:33,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7742f51f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:29:33,553 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b35caa8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:29:33,554 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:29:33,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ddbcf77{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:29:33,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@348f9fa8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7a40c13-9e0e-96d7-170a-fd4d2d80ffe9/hadoop.log.dir/,STOPPED} 2024-11-15T22:29:33,556 WARN [BP-102389832-172.17.0.3-1731709767055 heartbeating to localhost/127.0.0.1:40313 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T22:29:33,556 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T22:29:33,556 WARN [BP-102389832-172.17.0.3-1731709767055 heartbeating to localhost/127.0.0.1:40313 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-102389832-172.17.0.3-1731709767055 (Datanode Uuid b6b4c2c3-af73-473d-9894-40ec87e7ce0a) service to localhost/127.0.0.1:40313 2024-11-15T22:29:33,556 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T22:29:33,557 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7a40c13-9e0e-96d7-170a-fd4d2d80ffe9/cluster_9977edb4-b270-baad-c0e2-eac3aa27a311/data/data2/current/BP-102389832-172.17.0.3-1731709767055 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:29:33,557 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7a40c13-9e0e-96d7-170a-fd4d2d80ffe9/cluster_9977edb4-b270-baad-c0e2-eac3aa27a311/data/data1/current/BP-102389832-172.17.0.3-1731709767055 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:29:33,557 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T22:29:33,563 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3981f6eb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:29:33,563 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@764e2c19{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:29:33,563 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:29:33,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26e10ea0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:29:33,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@be6f312{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7a40c13-9e0e-96d7-170a-fd4d2d80ffe9/hadoop.log.dir/,STOPPED} 2024-11-15T22:29:33,569 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T22:29:33,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T22:29:33,602 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=170 (was 154) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:40313 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40313 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:40313 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40313 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40313 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40313 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40313 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=522 (was 491) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=407 (was 416), ProcessCount=11 (was 11), AvailableMemoryMB=3117 (was 3611) 2024-11-15T22:29:33,610 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=170, OpenFileDescriptor=522, MaxFileDescriptor=1048576, SystemLoadAverage=407, ProcessCount=11, AvailableMemoryMB=3116 2024-11-15T22:29:33,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7a40c13-9e0e-96d7-170a-fd4d2d80ffe9/hadoop.log.dir so I do NOT create it in target/test-data/d75043b7-fa23-21bd-dd61-bacace51a779 2024-11-15T22:29:33,626 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7a40c13-9e0e-96d7-170a-fd4d2d80ffe9/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T22:29:33,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7a40c13-9e0e-96d7-170a-fd4d2d80ffe9/hadoop.tmp.dir so I do NOT create it in target/test-data/d75043b7-fa23-21bd-dd61-bacace51a779 2024-11-15T22:29:33,626 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7a40c13-9e0e-96d7-170a-fd4d2d80ffe9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T22:29:33,626 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d75043b7-fa23-21bd-dd61-bacace51a779 2024-11-15T22:29:33,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T22:29:33,626 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d75043b7-fa23-21bd-dd61-bacace51a779/cluster_bcbd0b81-d937-01df-ab4b-4d8b53e0af78, deleteOnExit=true 2024-11-15T22:29:33,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T22:29:33,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d75043b7-fa23-21bd-dd61-bacace51a779/test.cache.data in system properties and HBase conf 2024-11-15T22:29:33,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d75043b7-fa23-21bd-dd61-bacace51a779/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T22:29:33,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d75043b7-fa23-21bd-dd61-bacace51a779/hadoop.log.dir in system properties and HBase conf 2024-11-15T22:29:33,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d75043b7-fa23-21bd-dd61-bacace51a779/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T22:29:33,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d75043b7-fa23-21bd-dd61-bacace51a779/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T22:29:33,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T22:29:33,627 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T22:29:33,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d75043b7-fa23-21bd-dd61-bacace51a779/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:29:33,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d75043b7-fa23-21bd-dd61-bacace51a779/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:29:33,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d75043b7-fa23-21bd-dd61-bacace51a779/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T22:29:33,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d75043b7-fa23-21bd-dd61-bacace51a779/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:29:33,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d75043b7-fa23-21bd-dd61-bacace51a779/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T22:29:33,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d75043b7-fa23-21bd-dd61-bacace51a779/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T22:29:33,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d75043b7-fa23-21bd-dd61-bacace51a779/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:29:33,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d75043b7-fa23-21bd-dd61-bacace51a779/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:29:33,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d75043b7-fa23-21bd-dd61-bacace51a779/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T22:29:33,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d75043b7-fa23-21bd-dd61-bacace51a779/nfs.dump.dir in system properties and HBase conf 2024-11-15T22:29:33,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d75043b7-fa23-21bd-dd61-bacace51a779/java.io.tmpdir in system properties and HBase conf 2024-11-15T22:29:33,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d75043b7-fa23-21bd-dd61-bacace51a779/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:29:33,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d75043b7-fa23-21bd-dd61-bacace51a779/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T22:29:33,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d75043b7-fa23-21bd-dd61-bacace51a779/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T22:29:34,037 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:29:34,041 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:29:34,044 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:29:34,044 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:29:34,045 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T22:29:34,046 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:29:34,046 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3872ddd7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d75043b7-fa23-21bd-dd61-bacace51a779/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:29:34,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8e91f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:29:34,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d09447{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d75043b7-fa23-21bd-dd61-bacace51a779/java.io.tmpdir/jetty-localhost-39725-hadoop-hdfs-3_4_1-tests_jar-_-any-206121015140897459/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:29:34,193 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a78e7b5{HTTP/1.1, (http/1.1)}{localhost:39725} 2024-11-15T22:29:34,194 INFO [Time-limited test {}] server.Server(415): Started @40785ms 2024-11-15T22:29:34,625 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:29:34,628 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:29:34,629 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:29:34,629 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:29:34,630 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T22:29:34,631 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1110f179{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d75043b7-fa23-21bd-dd61-bacace51a779/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:29:34,631 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fe9fec8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:29:34,726 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4254bec4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d75043b7-fa23-21bd-dd61-bacace51a779/java.io.tmpdir/jetty-localhost-35745-hadoop-hdfs-3_4_1-tests_jar-_-any-4700147595128987389/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:29:34,726 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@890bf69{HTTP/1.1, (http/1.1)}{localhost:35745} 2024-11-15T22:29:34,726 INFO [Time-limited test {}] server.Server(415): Started @41318ms 2024-11-15T22:29:34,727 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T22:29:34,763 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:29:34,765 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:29:34,767 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:29:34,767 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:29:34,767 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T22:29:34,768 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48f3b89a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d75043b7-fa23-21bd-dd61-bacace51a779/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:29:34,768 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48fc69bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:29:34,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d03b4a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d75043b7-fa23-21bd-dd61-bacace51a779/java.io.tmpdir/jetty-localhost-35945-hadoop-hdfs-3_4_1-tests_jar-_-any-1970596122994529838/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:29:34,870 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@463b5394{HTTP/1.1, (http/1.1)}{localhost:35945} 2024-11-15T22:29:34,870 INFO [Time-limited test {}] server.Server(415): Started @41462ms 2024-11-15T22:29:34,872 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T22:29:35,955 WARN [Thread-1432 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d75043b7-fa23-21bd-dd61-bacace51a779/cluster_bcbd0b81-d937-01df-ab4b-4d8b53e0af78/data/data2/current/BP-790431295-172.17.0.3-1731709773648/current, will proceed with Du for space computation calculation, 2024-11-15T22:29:35,955 WARN [Thread-1431 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d75043b7-fa23-21bd-dd61-bacace51a779/cluster_bcbd0b81-d937-01df-ab4b-4d8b53e0af78/data/data1/current/BP-790431295-172.17.0.3-1731709773648/current, will proceed with Du for space computation calculation, 2024-11-15T22:29:35,976 WARN [Thread-1395 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T22:29:35,978 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x872649d257cba336 with lease ID 0xf0570c4a9e02c6fb: Processing first storage report for DS-bfffb874-3031-4d25-8ba9-c962616b9dd9 from datanode DatanodeRegistration(127.0.0.1:36337, datanodeUuid=194cfa0d-dbfe-4e6d-b7bb-ec8c86811bd7, infoPort=34659, infoSecurePort=0, ipcPort=42207, storageInfo=lv=-57;cid=testClusterID;nsid=540627479;c=1731709773648) 2024-11-15T22:29:35,978 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x872649d257cba336 with lease ID 0xf0570c4a9e02c6fb: from storage DS-bfffb874-3031-4d25-8ba9-c962616b9dd9 node DatanodeRegistration(127.0.0.1:36337, datanodeUuid=194cfa0d-dbfe-4e6d-b7bb-ec8c86811bd7, infoPort=34659, infoSecurePort=0, ipcPort=42207, storageInfo=lv=-57;cid=testClusterID;nsid=540627479;c=1731709773648), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:29:35,978 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x872649d257cba336 with lease ID 0xf0570c4a9e02c6fb: Processing first storage report for DS-2ba76e6a-a67b-4773-8115-3c71b067df07 from datanode DatanodeRegistration(127.0.0.1:36337, datanodeUuid=194cfa0d-dbfe-4e6d-b7bb-ec8c86811bd7, infoPort=34659, infoSecurePort=0, ipcPort=42207, storageInfo=lv=-57;cid=testClusterID;nsid=540627479;c=1731709773648) 2024-11-15T22:29:35,978 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x872649d257cba336 with lease ID 0xf0570c4a9e02c6fb: from storage DS-2ba76e6a-a67b-4773-8115-3c71b067df07 node DatanodeRegistration(127.0.0.1:36337, datanodeUuid=194cfa0d-dbfe-4e6d-b7bb-ec8c86811bd7, infoPort=34659, infoSecurePort=0, ipcPort=42207, storageInfo=lv=-57;cid=testClusterID;nsid=540627479;c=1731709773648), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:29:36,523 WARN [Thread-1442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d75043b7-fa23-21bd-dd61-bacace51a779/cluster_bcbd0b81-d937-01df-ab4b-4d8b53e0af78/data/data3/current/BP-790431295-172.17.0.3-1731709773648/current, will proceed with Du for space computation calculation, 2024-11-15T22:29:36,524 WARN [Thread-1443 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d75043b7-fa23-21bd-dd61-bacace51a779/cluster_bcbd0b81-d937-01df-ab4b-4d8b53e0af78/data/data4/current/BP-790431295-172.17.0.3-1731709773648/current, will proceed with Du for space computation calculation, 2024-11-15T22:29:36,544 WARN [Thread-1418 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T22:29:36,550 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa42bde2c6da1f839 with lease ID 0xf0570c4a9e02c6fc: Processing first storage report for DS-7dfdf1f1-17e9-4537-8d5a-aec8cf68f07a from datanode DatanodeRegistration(127.0.0.1:46055, datanodeUuid=f886150a-5b62-49b9-9939-7c997438a236, infoPort=43785, infoSecurePort=0, ipcPort=40089, storageInfo=lv=-57;cid=testClusterID;nsid=540627479;c=1731709773648) 2024-11-15T22:29:36,550 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa42bde2c6da1f839 with lease ID 0xf0570c4a9e02c6fc: from storage DS-7dfdf1f1-17e9-4537-8d5a-aec8cf68f07a node DatanodeRegistration(127.0.0.1:46055, datanodeUuid=f886150a-5b62-49b9-9939-7c997438a236, infoPort=43785, infoSecurePort=0, ipcPort=40089, storageInfo=lv=-57;cid=testClusterID;nsid=540627479;c=1731709773648), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:29:36,550 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa42bde2c6da1f839 with lease ID 0xf0570c4a9e02c6fc: Processing first storage report for DS-c7fae0e2-69f4-4472-a4e9-d1c2c32520ea from datanode DatanodeRegistration(127.0.0.1:46055, datanodeUuid=f886150a-5b62-49b9-9939-7c997438a236, infoPort=43785, infoSecurePort=0, ipcPort=40089, storageInfo=lv=-57;cid=testClusterID;nsid=540627479;c=1731709773648) 2024-11-15T22:29:36,550 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa42bde2c6da1f839 with lease ID 0xf0570c4a9e02c6fc: from storage DS-c7fae0e2-69f4-4472-a4e9-d1c2c32520ea node DatanodeRegistration(127.0.0.1:46055, datanodeUuid=f886150a-5b62-49b9-9939-7c997438a236, infoPort=43785, infoSecurePort=0, ipcPort=40089, storageInfo=lv=-57;cid=testClusterID;nsid=540627479;c=1731709773648), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:29:36,623 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d75043b7-fa23-21bd-dd61-bacace51a779 2024-11-15T22:29:36,625 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d75043b7-fa23-21bd-dd61-bacace51a779/cluster_bcbd0b81-d937-01df-ab4b-4d8b53e0af78/zookeeper_0, clientPort=64403, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d75043b7-fa23-21bd-dd61-bacace51a779/cluster_bcbd0b81-d937-01df-ab4b-4d8b53e0af78/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d75043b7-fa23-21bd-dd61-bacace51a779/cluster_bcbd0b81-d937-01df-ab4b-4d8b53e0af78/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T22:29:36,628 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64403 2024-11-15T22:29:36,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:36,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:36,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36337 is added to blk_1073741825_1001 (size=7) 2024-11-15T22:29:36,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46055 is added to blk_1073741825_1001 (size=7) 2024-11-15T22:29:36,650 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9 with version=8 2024-11-15T22:29:36,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/hbase-staging 2024-11-15T22:29:36,652 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:29:36,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:36,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:36,653 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:29:36,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:36,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:29:36,653 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T22:29:36,653 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:29:36,654 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40893 2024-11-15T22:29:36,655 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40893 connecting to ZooKeeper ensemble=127.0.0.1:64403 2024-11-15T22:29:36,738 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T22:29:36,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:29:36,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:29:36,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:29:36,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:29:36,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:29:36,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:29:36,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:29:36,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:29:36,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T22:29:36,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408930x0, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:29:36,831 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40893-0x101409e2e9c0000 connected 2024-11-15T22:29:37,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:37,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:37,416 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40893-0x101409e2e9c0000, quorum=127.0.0.1:64403, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T22:29:37,416 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9, hbase.cluster.distributed=false 2024-11-15T22:29:37,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40893-0x101409e2e9c0000, quorum=127.0.0.1:64403, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T22:29:37,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40893 2024-11-15T22:29:37,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40893 2024-11-15T22:29:37,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40893 2024-11-15T22:29:37,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40893 2024-11-15T22:29:37,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40893 2024-11-15T22:29:37,437 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:29:37,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:37,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:37,437 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:29:37,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:37,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:29:37,437 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T22:29:37,438 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:29:37,438 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40521 2024-11-15T22:29:37,439 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40521 connecting to ZooKeeper ensemble=127.0.0.1:64403 2024-11-15T22:29:37,440 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:37,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:37,462 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405210x0, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:29:37,462 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40521-0x101409e2e9c0001 connected 2024-11-15T22:29:37,462 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40521-0x101409e2e9c0001, quorum=127.0.0.1:64403, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T22:29:37,463 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T22:29:37,463 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-15T22:29:37,467 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-15T22:29:37,468 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-15T22:29:37,468 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-15T22:29:37,468 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T22:29:37,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40521-0x101409e2e9c0001, quorum=127.0.0.1:64403, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T22:29:37,470 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40521-0x101409e2e9c0001, quorum=127.0.0.1:64403, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T22:29:37,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40521 2024-11-15T22:29:37,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40521 2024-11-15T22:29:37,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40521 2024-11-15T22:29:37,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40521 2024-11-15T22:29:37,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40521 2024-11-15T22:29:37,491 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:29:37,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:37,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:37,491 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:29:37,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:29:37,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:29:37,491 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T22:29:37,491 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:29:37,492 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35973 2024-11-15T22:29:37,493 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35973 connecting to ZooKeeper ensemble=127.0.0.1:64403 2024-11-15T22:29:37,494 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:37,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:37,515 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359730x0, quorum=127.0.0.1:64403, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T22:29:37,515 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T22:29:37,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359730x0, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:29:37,517 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-15T22:29:37,520 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35973-0x101409e2e9c0002 connected 2024-11-15T22:29:37,526 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-15T22:29:37,526 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-15T22:29:37,527 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-15T22:29:37,527 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T22:29:37,528 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35973-0x101409e2e9c0002, quorum=127.0.0.1:64403, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T22:29:37,529 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35973-0x101409e2e9c0002, quorum=127.0.0.1:64403, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T22:29:37,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35973 2024-11-15T22:29:37,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35973 2024-11-15T22:29:37,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35973 2024-11-15T22:29:37,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35973 2024-11-15T22:29:37,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35973 2024-11-15T22:29:37,547 DEBUG [M:0;e611192d6313:40893 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e611192d6313:40893 2024-11-15T22:29:37,547 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e611192d6313,40893,1731709776652 2024-11-15T22:29:37,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40893-0x101409e2e9c0000, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T22:29:37,557 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40521-0x101409e2e9c0001, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T22:29:37,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35973-0x101409e2e9c0002, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T22:29:37,557 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40893-0x101409e2e9c0000, quorum=127.0.0.1:64403, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e611192d6313,40893,1731709776652 2024-11-15T22:29:37,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40893-0x101409e2e9c0000, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:37,567 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40521-0x101409e2e9c0001, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T22:29:37,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35973-0x101409e2e9c0002, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T22:29:37,567 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40521-0x101409e2e9c0001, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:37,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35973-0x101409e2e9c0002, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:37,568 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40893-0x101409e2e9c0000, quorum=127.0.0.1:64403, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T22:29:37,568 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e611192d6313,40893,1731709776652 from backup master directory 2024-11-15T22:29:37,578 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40521-0x101409e2e9c0001, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T22:29:37,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35973-0x101409e2e9c0002, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T22:29:37,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40893-0x101409e2e9c0000, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e611192d6313,40893,1731709776652 2024-11-15T22:29:37,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40893-0x101409e2e9c0000, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T22:29:37,578 WARN [master/e611192d6313:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:29:37,578 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e611192d6313,40893,1731709776652 2024-11-15T22:29:37,582 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/hbase.id] with ID: 84c6e26f-127e-4f84-9689-99f0a709a88a 2024-11-15T22:29:37,582 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/.tmp/hbase.id 2024-11-15T22:29:37,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46055 is added to blk_1073741826_1002 (size=42) 2024-11-15T22:29:37,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36337 is added to blk_1073741826_1002 (size=42) 2024-11-15T22:29:37,589 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/.tmp/hbase.id]:[hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/hbase.id] 2024-11-15T22:29:37,602 INFO [master/e611192d6313:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:29:37,602 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T22:29:37,603 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T22:29:37,620 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40521-0x101409e2e9c0001, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:37,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40893-0x101409e2e9c0000, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:37,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35973-0x101409e2e9c0002, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:37,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46055 is added to blk_1073741827_1003 (size=196) 2024-11-15T22:29:37,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36337 is added to blk_1073741827_1003 (size=196) 2024-11-15T22:29:37,635 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:29:37,636 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T22:29:37,639 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:29:37,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46055 is added to blk_1073741828_1004 (size=1189) 2024-11-15T22:29:37,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36337 is added to blk_1073741828_1004 (size=1189) 2024-11-15T22:29:37,647 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/MasterData/data/master/store 2024-11-15T22:29:37,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36337 is added to blk_1073741829_1005 (size=34) 2024-11-15T22:29:37,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46055 is added to blk_1073741829_1005 (size=34) 2024-11-15T22:29:37,659 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:29:37,659 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:29:37,659 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:29:37,659 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:29:37,659 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:29:37,659 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:29:37,659 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:29:37,659 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709777659Disabling compacts and flushes for region at 1731709777659Disabling writes for close at 1731709777659Writing region close event to WAL at 1731709777659Closed at 1731709777659 2024-11-15T22:29:37,660 WARN [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/MasterData/data/master/store/.initializing 2024-11-15T22:29:37,660 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/MasterData/WALs/e611192d6313,40893,1731709776652 2024-11-15T22:29:37,661 INFO [master/e611192d6313:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:29:37,663 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C40893%2C1731709776652, suffix=, logDir=hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/MasterData/WALs/e611192d6313,40893,1731709776652, archiveDir=hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/MasterData/oldWALs, maxLogs=10 2024-11-15T22:29:37,682 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/MasterData/WALs/e611192d6313,40893,1731709776652/e611192d6313%2C40893%2C1731709776652.1731709777663, exclude list is [], retry=0 2024-11-15T22:29:37,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36337,DS-bfffb874-3031-4d25-8ba9-c962616b9dd9,DISK] 2024-11-15T22:29:37,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46055,DS-7dfdf1f1-17e9-4537-8d5a-aec8cf68f07a,DISK] 2024-11-15T22:29:37,688 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/MasterData/WALs/e611192d6313,40893,1731709776652/e611192d6313%2C40893%2C1731709776652.1731709777663 2024-11-15T22:29:37,692 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34659:34659),(127.0.0.1/127.0.0.1:43785:43785)] 2024-11-15T22:29:37,692 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:29:37,693 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:29:37,693 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:37,693 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:37,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:37,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T22:29:37,696 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:37,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:37,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:37,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T22:29:37,699 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:37,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:29:37,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:37,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T22:29:37,700 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:37,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:29:37,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:37,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T22:29:37,702 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:37,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:29:37,703 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:37,704 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:37,704 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:37,705 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:37,705 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:37,705 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:29:37,707 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:29:37,712 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:29:37,713 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63465919, jitterRate=-0.05428411066532135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:29:37,713 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731709777693Initializing all the Stores at 1731709777694 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709777694Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709777694Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709777694Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709777694Cleaning up temporary data from old regions at 1731709777705 (+11 ms)Region opened successfully at 1731709777713 (+8 ms) 2024-11-15T22:29:37,713 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T22:29:37,717 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@108e77e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:29:37,718 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T22:29:37,718 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T22:29:37,718 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T22:29:37,718 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T22:29:37,718 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T22:29:37,719 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T22:29:37,719 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T22:29:37,721 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T22:29:37,722 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40893-0x101409e2e9c0000, quorum=127.0.0.1:64403, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T22:29:37,734 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T22:29:37,734 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T22:29:37,735 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40893-0x101409e2e9c0000, quorum=127.0.0.1:64403, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T22:29:37,746 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T22:29:37,746 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T22:29:37,747 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40893-0x101409e2e9c0000, quorum=127.0.0.1:64403, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T22:29:37,756 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T22:29:37,757 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40893-0x101409e2e9c0000, quorum=127.0.0.1:64403, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T22:29:37,767 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T22:29:37,769 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40893-0x101409e2e9c0000, quorum=127.0.0.1:64403, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T22:29:37,777 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T22:29:37,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40893-0x101409e2e9c0000, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T22:29:37,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35973-0x101409e2e9c0002, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T22:29:37,788 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40521-0x101409e2e9c0001, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T22:29:37,788 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40521-0x101409e2e9c0001, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:37,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35973-0x101409e2e9c0002, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:37,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40893-0x101409e2e9c0000, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:37,789 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e611192d6313,40893,1731709776652, sessionid=0x101409e2e9c0000, setting cluster-up flag (Was=false) 2024-11-15T22:29:37,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35973-0x101409e2e9c0002, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:37,809 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40521-0x101409e2e9c0001, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:37,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40893-0x101409e2e9c0000, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:37,841 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T22:29:37,842 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,40893,1731709776652 2024-11-15T22:29:37,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35973-0x101409e2e9c0002, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:37,862 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40521-0x101409e2e9c0001, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:37,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40893-0x101409e2e9c0000, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:37,893 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T22:29:37,895 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,40893,1731709776652 2024-11-15T22:29:37,896 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T22:29:37,898 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T22:29:37,898 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T22:29:37,898 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T22:29:37,898 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e611192d6313,40893,1731709776652 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T22:29:37,900 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:29:37,900 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:29:37,900 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:29:37,900 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:29:37,900 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e611192d6313:0, corePoolSize=10, maxPoolSize=10 2024-11-15T22:29:37,900 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:37,901 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:29:37,901 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:37,902 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731709807902 2024-11-15T22:29:37,902 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T22:29:37,902 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T22:29:37,902 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T22:29:37,902 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T22:29:37,902 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T22:29:37,902 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T22:29:37,902 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:37,903 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:29:37,903 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T22:29:37,903 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T22:29:37,903 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T22:29:37,903 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T22:29:37,903 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T22:29:37,903 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T22:29:37,904 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709777903,5,FailOnTimeoutGroup] 2024-11-15T22:29:37,904 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709777904,5,FailOnTimeoutGroup] 2024-11-15T22:29:37,904 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:37,904 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T22:29:37,904 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:37,904 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:37,904 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:37,904 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T22:29:37,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46055 is added to blk_1073741831_1007 (size=1321) 2024-11-15T22:29:37,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36337 is added to blk_1073741831_1007 (size=1321) 2024-11-15T22:29:37,914 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T22:29:37,914 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9 2024-11-15T22:29:37,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36337 is added to blk_1073741832_1008 (size=32) 2024-11-15T22:29:37,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:29:37,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:29:37,923 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:29:37,923 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:37,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:37,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:29:37,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46055 is added to blk_1073741832_1008 (size=32) 2024-11-15T22:29:37,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:29:37,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:37,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:37,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:29:37,926 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:29:37,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:37,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:37,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:29:37,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:29:37,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:37,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:37,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:29:37,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/data/hbase/meta/1588230740 2024-11-15T22:29:37,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/data/hbase/meta/1588230740 2024-11-15T22:29:37,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:29:37,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:29:37,931 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:29:37,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:29:37,935 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:29:37,935 INFO [RS:1;e611192d6313:35973 {}] regionserver.HRegionServer(746): ClusterId : 84c6e26f-127e-4f84-9689-99f0a709a88a 2024-11-15T22:29:37,935 INFO [RS:0;e611192d6313:40521 {}] regionserver.HRegionServer(746): ClusterId : 84c6e26f-127e-4f84-9689-99f0a709a88a 2024-11-15T22:29:37,935 DEBUG [RS:1;e611192d6313:35973 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T22:29:37,935 DEBUG [RS:0;e611192d6313:40521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T22:29:37,935 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69662773, jitterRate=0.038056209683418274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:29:37,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731709777921Initializing all the Stores at 1731709777921Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709777922 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709777922Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709777922Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709777922Cleaning up temporary data from old regions at 1731709777931 (+9 ms)Region opened successfully at 1731709777935 (+4 ms) 2024-11-15T22:29:37,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:29:37,936 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:29:37,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:29:37,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:29:37,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:29:37,936 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:29:37,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709777936Disabling compacts and flushes for region at 1731709777936Disabling writes for close at 1731709777936Writing region close event to WAL at 1731709777936Closed at 1731709777936 2024-11-15T22:29:37,937 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:29:37,937 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T22:29:37,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T22:29:37,939 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:29:37,940 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T22:29:37,947 DEBUG [RS:0;e611192d6313:40521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T22:29:37,947 DEBUG [RS:1;e611192d6313:35973 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T22:29:37,947 DEBUG [RS:1;e611192d6313:35973 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T22:29:37,947 DEBUG [RS:0;e611192d6313:40521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T22:29:37,957 DEBUG [RS:0;e611192d6313:40521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T22:29:37,957 DEBUG [RS:1;e611192d6313:35973 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T22:29:37,958 DEBUG [RS:0;e611192d6313:40521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43dbcecc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:29:37,958 DEBUG [RS:1;e611192d6313:35973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e4376e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:29:37,970 DEBUG [RS:0;e611192d6313:40521 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e611192d6313:40521 2024-11-15T22:29:37,970 INFO [RS:0;e611192d6313:40521 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T22:29:37,970 INFO [RS:0;e611192d6313:40521 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T22:29:37,970 DEBUG [RS:1;e611192d6313:35973 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e611192d6313:35973 2024-11-15T22:29:37,970 DEBUG [RS:0;e611192d6313:40521 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T22:29:37,970 INFO [RS:1;e611192d6313:35973 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T22:29:37,970 INFO [RS:1;e611192d6313:35973 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T22:29:37,970 DEBUG [RS:1;e611192d6313:35973 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T22:29:37,971 INFO [RS:0;e611192d6313:40521 {}] regionserver.HRegionServer(2659): reportForDuty to master=e611192d6313,40893,1731709776652 with port=40521, startcode=1731709777437 2024-11-15T22:29:37,971 INFO [RS:1;e611192d6313:35973 {}] regionserver.HRegionServer(2659): reportForDuty to master=e611192d6313,40893,1731709776652 with port=35973, startcode=1731709777491 2024-11-15T22:29:37,971 DEBUG [RS:0;e611192d6313:40521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T22:29:37,971 DEBUG [RS:1;e611192d6313:35973 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T22:29:37,973 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47091, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T22:29:37,973 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T22:29:37,973 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40893 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e611192d6313,40521,1731709777437 2024-11-15T22:29:37,974 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40893 {}] master.ServerManager(517): Registering regionserver=e611192d6313,40521,1731709777437 2024-11-15T22:29:37,975 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40893 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e611192d6313,35973,1731709777491 2024-11-15T22:29:37,975 DEBUG [RS:0;e611192d6313:40521 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9 2024-11-15T22:29:37,976 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40893 {}] master.ServerManager(517): Registering regionserver=e611192d6313,35973,1731709777491 2024-11-15T22:29:37,976 DEBUG [RS:0;e611192d6313:40521 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34115 2024-11-15T22:29:37,976 DEBUG [RS:0;e611192d6313:40521 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T22:29:37,977 DEBUG [RS:1;e611192d6313:35973 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9 2024-11-15T22:29:37,977 DEBUG [RS:1;e611192d6313:35973 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34115 2024-11-15T22:29:37,977 DEBUG [RS:1;e611192d6313:35973 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T22:29:37,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40893-0x101409e2e9c0000, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T22:29:38,047 DEBUG [RS:0;e611192d6313:40521 {}] zookeeper.ZKUtil(111): regionserver:40521-0x101409e2e9c0001, quorum=127.0.0.1:64403, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e611192d6313,40521,1731709777437 2024-11-15T22:29:38,047 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e611192d6313,40521,1731709777437] 2024-11-15T22:29:38,047 WARN [RS:0;e611192d6313:40521 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:29:38,047 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e611192d6313,35973,1731709777491] 2024-11-15T22:29:38,047 INFO [RS:0;e611192d6313:40521 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:29:38,047 DEBUG [RS:0;e611192d6313:40521 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/WALs/e611192d6313,40521,1731709777437 2024-11-15T22:29:38,047 DEBUG [RS:1;e611192d6313:35973 {}] zookeeper.ZKUtil(111): regionserver:35973-0x101409e2e9c0002, quorum=127.0.0.1:64403, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e611192d6313,35973,1731709777491 2024-11-15T22:29:38,047 WARN [RS:1;e611192d6313:35973 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:29:38,047 INFO [RS:1;e611192d6313:35973 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:29:38,047 DEBUG [RS:1;e611192d6313:35973 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/WALs/e611192d6313,35973,1731709777491 2024-11-15T22:29:38,051 INFO [RS:0;e611192d6313:40521 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T22:29:38,051 INFO [RS:1;e611192d6313:35973 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T22:29:38,053 INFO [RS:0;e611192d6313:40521 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T22:29:38,054 INFO [RS:0;e611192d6313:40521 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T22:29:38,054 INFO [RS:0;e611192d6313:40521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:38,054 INFO [RS:0;e611192d6313:40521 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T22:29:38,055 INFO [RS:0;e611192d6313:40521 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T22:29:38,055 INFO [RS:0;e611192d6313:40521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:38,055 DEBUG [RS:0;e611192d6313:40521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:38,055 DEBUG [RS:0;e611192d6313:40521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:38,055 DEBUG [RS:0;e611192d6313:40521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:38,055 DEBUG [RS:0;e611192d6313:40521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:38,055 DEBUG [RS:0;e611192d6313:40521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:38,055 DEBUG [RS:0;e611192d6313:40521 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:29:38,055 INFO [RS:1;e611192d6313:35973 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T22:29:38,056 DEBUG [RS:0;e611192d6313:40521 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:38,056 DEBUG [RS:0;e611192d6313:40521 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:38,056 DEBUG [RS:0;e611192d6313:40521 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:38,056 DEBUG [RS:0;e611192d6313:40521 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:38,056 DEBUG [RS:0;e611192d6313:40521 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:38,056 INFO [RS:1;e611192d6313:35973 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T22:29:38,056 DEBUG [RS:0;e611192d6313:40521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:38,056 INFO [RS:1;e611192d6313:35973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:38,056 DEBUG [RS:0;e611192d6313:40521 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:29:38,056 DEBUG [RS:0;e611192d6313:40521 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:29:38,056 INFO [RS:1;e611192d6313:35973 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T22:29:38,057 INFO [RS:0;e611192d6313:40521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:38,057 INFO [RS:1;e611192d6313:35973 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T22:29:38,057 INFO [RS:0;e611192d6313:40521 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:38,057 INFO [RS:1;e611192d6313:35973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:38,057 INFO [RS:0;e611192d6313:40521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:38,058 INFO [RS:0;e611192d6313:40521 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:38,058 DEBUG [RS:1;e611192d6313:35973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:38,058 INFO [RS:0;e611192d6313:40521 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:38,058 DEBUG [RS:1;e611192d6313:35973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:38,058 DEBUG [RS:1;e611192d6313:35973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:38,058 INFO [RS:0;e611192d6313:40521 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,40521,1731709777437-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:29:38,058 DEBUG [RS:1;e611192d6313:35973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:38,058 DEBUG [RS:1;e611192d6313:35973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:38,058 DEBUG [RS:1;e611192d6313:35973 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:29:38,058 DEBUG [RS:1;e611192d6313:35973 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:38,058 DEBUG [RS:1;e611192d6313:35973 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:38,058 DEBUG [RS:1;e611192d6313:35973 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:38,058 DEBUG [RS:1;e611192d6313:35973 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:38,058 DEBUG [RS:1;e611192d6313:35973 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:38,058 DEBUG [RS:1;e611192d6313:35973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:29:38,058 DEBUG [RS:1;e611192d6313:35973 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:29:38,058 DEBUG [RS:1;e611192d6313:35973 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:29:38,061 INFO [RS:1;e611192d6313:35973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:38,061 INFO [RS:1;e611192d6313:35973 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:38,062 INFO [RS:1;e611192d6313:35973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:38,062 INFO [RS:1;e611192d6313:35973 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:38,062 INFO [RS:1;e611192d6313:35973 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:38,062 INFO [RS:1;e611192d6313:35973 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,35973,1731709777491-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:29:38,073 INFO [RS:0;e611192d6313:40521 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T22:29:38,073 INFO [RS:0;e611192d6313:40521 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,40521,1731709777437-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:38,073 INFO [RS:0;e611192d6313:40521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:38,073 INFO [RS:0;e611192d6313:40521 {}] regionserver.Replication(171): e611192d6313,40521,1731709777437 started 2024-11-15T22:29:38,077 INFO [RS:1;e611192d6313:35973 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T22:29:38,077 INFO [RS:1;e611192d6313:35973 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,35973,1731709777491-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:38,077 INFO [RS:1;e611192d6313:35973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:38,077 INFO [RS:1;e611192d6313:35973 {}] regionserver.Replication(171): e611192d6313,35973,1731709777491 started 2024-11-15T22:29:38,086 INFO [RS:0;e611192d6313:40521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:38,086 INFO [RS:0;e611192d6313:40521 {}] regionserver.HRegionServer(1482): Serving as e611192d6313,40521,1731709777437, RpcServer on e611192d6313/172.17.0.3:40521, sessionid=0x101409e2e9c0001 2024-11-15T22:29:38,086 DEBUG [RS:0;e611192d6313:40521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T22:29:38,086 DEBUG [RS:0;e611192d6313:40521 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e611192d6313,40521,1731709777437 2024-11-15T22:29:38,086 DEBUG [RS:0;e611192d6313:40521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,40521,1731709777437' 2024-11-15T22:29:38,086 DEBUG [RS:0;e611192d6313:40521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T22:29:38,087 DEBUG [RS:0;e611192d6313:40521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T22:29:38,087 DEBUG [RS:0;e611192d6313:40521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T22:29:38,087 DEBUG [RS:0;e611192d6313:40521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T22:29:38,087 DEBUG [RS:0;e611192d6313:40521 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e611192d6313,40521,1731709777437 2024-11-15T22:29:38,087 DEBUG [RS:0;e611192d6313:40521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,40521,1731709777437' 2024-11-15T22:29:38,087 DEBUG [RS:0;e611192d6313:40521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T22:29:38,087 DEBUG [RS:0;e611192d6313:40521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T22:29:38,088 DEBUG [RS:0;e611192d6313:40521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T22:29:38,088 INFO [RS:0;e611192d6313:40521 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T22:29:38,088 INFO [RS:0;e611192d6313:40521 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T22:29:38,090 INFO [RS:1;e611192d6313:35973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:38,090 INFO [RS:1;e611192d6313:35973 {}] regionserver.HRegionServer(1482): Serving as e611192d6313,35973,1731709777491, RpcServer on e611192d6313/172.17.0.3:35973, sessionid=0x101409e2e9c0002 2024-11-15T22:29:38,090 DEBUG [RS:1;e611192d6313:35973 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T22:29:38,090 WARN [e611192d6313:40893 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T22:29:38,090 DEBUG [RS:1;e611192d6313:35973 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e611192d6313,35973,1731709777491 2024-11-15T22:29:38,090 DEBUG [RS:1;e611192d6313:35973 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,35973,1731709777491' 2024-11-15T22:29:38,090 DEBUG [RS:1;e611192d6313:35973 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T22:29:38,090 DEBUG [RS:1;e611192d6313:35973 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T22:29:38,091 DEBUG [RS:1;e611192d6313:35973 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T22:29:38,091 DEBUG [RS:1;e611192d6313:35973 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T22:29:38,091 DEBUG [RS:1;e611192d6313:35973 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e611192d6313,35973,1731709777491 2024-11-15T22:29:38,091 DEBUG [RS:1;e611192d6313:35973 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,35973,1731709777491' 2024-11-15T22:29:38,091 DEBUG [RS:1;e611192d6313:35973 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T22:29:38,091 DEBUG [RS:1;e611192d6313:35973 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T22:29:38,091 DEBUG [RS:1;e611192d6313:35973 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T22:29:38,091 INFO [RS:1;e611192d6313:35973 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T22:29:38,091 INFO [RS:1;e611192d6313:35973 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T22:29:38,188 INFO [RS:0;e611192d6313:40521 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:29:38,189 INFO [RS:0;e611192d6313:40521 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C40521%2C1731709777437, suffix=, logDir=hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/WALs/e611192d6313,40521,1731709777437, archiveDir=hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/oldWALs, maxLogs=32 2024-11-15T22:29:38,192 INFO [RS:1;e611192d6313:35973 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:29:38,194 INFO [RS:1;e611192d6313:35973 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C35973%2C1731709777491, suffix=, logDir=hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/WALs/e611192d6313,35973,1731709777491, archiveDir=hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/oldWALs, maxLogs=32 2024-11-15T22:29:38,202 DEBUG [RS:0;e611192d6313:40521 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/WALs/e611192d6313,40521,1731709777437/e611192d6313%2C40521%2C1731709777437.1731709778190, exclude list is [], retry=0 2024-11-15T22:29:38,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46055,DS-7dfdf1f1-17e9-4537-8d5a-aec8cf68f07a,DISK] 2024-11-15T22:29:38,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36337,DS-bfffb874-3031-4d25-8ba9-c962616b9dd9,DISK] 2024-11-15T22:29:38,207 INFO [RS:0;e611192d6313:40521 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/WALs/e611192d6313,40521,1731709777437/e611192d6313%2C40521%2C1731709777437.1731709778190 2024-11-15T22:29:38,209 DEBUG [RS:0;e611192d6313:40521 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43785:43785),(127.0.0.1/127.0.0.1:34659:34659)] 2024-11-15T22:29:38,214 DEBUG [RS:1;e611192d6313:35973 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/WALs/e611192d6313,35973,1731709777491/e611192d6313%2C35973%2C1731709777491.1731709778194, exclude list is [], retry=0 2024-11-15T22:29:38,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46055,DS-7dfdf1f1-17e9-4537-8d5a-aec8cf68f07a,DISK] 2024-11-15T22:29:38,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36337,DS-bfffb874-3031-4d25-8ba9-c962616b9dd9,DISK] 2024-11-15T22:29:38,223 INFO [RS:1;e611192d6313:35973 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/WALs/e611192d6313,35973,1731709777491/e611192d6313%2C35973%2C1731709777491.1731709778194 2024-11-15T22:29:38,225 DEBUG [RS:1;e611192d6313:35973 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34659:34659),(127.0.0.1/127.0.0.1:43785:43785)] 2024-11-15T22:29:38,340 DEBUG [e611192d6313:40893 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-15T22:29:38,340 DEBUG [e611192d6313:40893 {}] balancer.BalancerClusterState(204): Hosts are {e611192d6313=0} racks are {/default-rack=0} 2024-11-15T22:29:38,342 DEBUG [e611192d6313:40893 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T22:29:38,342 DEBUG [e611192d6313:40893 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T22:29:38,342 DEBUG [e611192d6313:40893 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T22:29:38,342 DEBUG [e611192d6313:40893 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T22:29:38,342 INFO [e611192d6313:40893 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T22:29:38,342 INFO [e611192d6313:40893 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T22:29:38,342 DEBUG [e611192d6313:40893 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T22:29:38,343 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e611192d6313,40521,1731709777437 2024-11-15T22:29:38,344 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,40521,1731709777437, state=OPENING 2024-11-15T22:29:38,356 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T22:29:38,367 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40521-0x101409e2e9c0001, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:38,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35973-0x101409e2e9c0002, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:38,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40893-0x101409e2e9c0000, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:38,368 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T22:29:38,368 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T22:29:38,368 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:29:38,368 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T22:29:38,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,40521,1731709777437}] 2024-11-15T22:29:38,521 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:29:38,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:29:38,526 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T22:29:38,526 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:29:38,526 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T22:29:38,528 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C40521%2C1731709777437.meta, suffix=.meta, logDir=hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/WALs/e611192d6313,40521,1731709777437, archiveDir=hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/oldWALs, maxLogs=32 2024-11-15T22:29:38,548 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/WALs/e611192d6313,40521,1731709777437/e611192d6313%2C40521%2C1731709777437.meta.1731709778528.meta, exclude list is [], retry=0 2024-11-15T22:29:38,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46055,DS-7dfdf1f1-17e9-4537-8d5a-aec8cf68f07a,DISK] 2024-11-15T22:29:38,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36337,DS-bfffb874-3031-4d25-8ba9-c962616b9dd9,DISK] 2024-11-15T22:29:38,552 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/WALs/e611192d6313,40521,1731709777437/e611192d6313%2C40521%2C1731709777437.meta.1731709778528.meta 2024-11-15T22:29:38,552 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43785:43785),(127.0.0.1/127.0.0.1:34659:34659)] 2024-11-15T22:29:38,552 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:29:38,553 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T22:29:38,553 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T22:29:38,553 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T22:29:38,553 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T22:29:38,553 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:29:38,553 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T22:29:38,553 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T22:29:38,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:29:38,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:29:38,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:38,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:38,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:29:38,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:29:38,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:38,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:38,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:29:38,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:29:38,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:38,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:38,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:29:38,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:29:38,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:38,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:29:38,560 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:29:38,560 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/data/hbase/meta/1588230740 2024-11-15T22:29:38,561 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/data/hbase/meta/1588230740 2024-11-15T22:29:38,562 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:29:38,562 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:29:38,563 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:29:38,564 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:29:38,564 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59334509, jitterRate=-0.1158469170331955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:29:38,564 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T22:29:38,565 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731709778553Writing region info on filesystem at 1731709778553Initializing all the Stores at 1731709778554 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709778554Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709778555 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709778555Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731709778555Cleaning up temporary data from old regions at 1731709778562 (+7 ms)Running coprocessor post-open hooks at 1731709778564 (+2 ms)Region opened successfully at 1731709778565 (+1 ms) 2024-11-15T22:29:38,566 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731709778520 2024-11-15T22:29:38,568 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T22:29:38,568 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T22:29:38,569 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,40521,1731709777437 2024-11-15T22:29:38,570 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,40521,1731709777437, state=OPEN 2024-11-15T22:29:38,619 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40521-0x101409e2e9c0001, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T22:29:38,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40893-0x101409e2e9c0000, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T22:29:38,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35973-0x101409e2e9c0002, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T22:29:38,619 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e611192d6313,40521,1731709777437 2024-11-15T22:29:38,619 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T22:29:38,619 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T22:29:38,619 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T22:29:38,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T22:29:38,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,40521,1731709777437 in 251 msec 2024-11-15T22:29:38,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T22:29:38,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 685 msec 2024-11-15T22:29:38,626 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:29:38,626 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T22:29:38,627 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:29:38,627 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,40521,1731709777437, seqNum=-1] 2024-11-15T22:29:38,627 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:29:38,629 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36183, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:29:38,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 737 msec 2024-11-15T22:29:38,634 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731709778634, completionTime=-1 2024-11-15T22:29:38,635 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-15T22:29:38,635 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T22:29:38,636 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-15T22:29:38,636 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731709838636 2024-11-15T22:29:38,636 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731709898636 2024-11-15T22:29:38,637 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T22:29:38,637 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-15T22:29:38,637 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,40893,1731709776652-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:38,637 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,40893,1731709776652-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:38,637 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,40893,1731709776652-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:38,637 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e611192d6313:40893, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:38,637 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:38,639 DEBUG [master/e611192d6313:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T22:29:38,640 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:38,643 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.065sec 2024-11-15T22:29:38,644 INFO [master/e611192d6313:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T22:29:38,644 INFO [master/e611192d6313:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T22:29:38,644 INFO [master/e611192d6313:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T22:29:38,644 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T22:29:38,644 INFO [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T22:29:38,644 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,40893,1731709776652-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:29:38,644 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,40893,1731709776652-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T22:29:38,646 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T22:29:38,646 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T22:29:38,646 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,40893,1731709776652-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:29:38,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea4b116, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:29:38,736 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,40893,-1 for getting cluster id 2024-11-15T22:29:38,736 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:29:38,737 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84c6e26f-127e-4f84-9689-99f0a709a88a' 2024-11-15T22:29:38,737 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:29:38,737 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84c6e26f-127e-4f84-9689-99f0a709a88a" 2024-11-15T22:29:38,738 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c278400, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:29:38,738 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,40893,-1] 2024-11-15T22:29:38,739 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:29:38,739 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:38,740 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:29:38,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ba81146, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:29:38,741 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:29:38,742 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,40521,1731709777437, seqNum=-1] 2024-11-15T22:29:38,743 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:29:38,744 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:29:38,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e611192d6313,40893,1731709776652 2024-11-15T22:29:38,747 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:29:38,748 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,40893,1731709776652 2024-11-15T22:29:38,748 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2824130 2024-11-15T22:29:38,749 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:29:38,750 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:29:38,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40893 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:29:38,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40893 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-15T22:29:38,754 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T22:29:38,754 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:38,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40893 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-15T22:29:38,755 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T22:29:38,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:29:38,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36337 is added to blk_1073741836_1012 (size=379) 2024-11-15T22:29:38,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46055 is added to blk_1073741836_1012 (size=379) 2024-11-15T22:29:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:29:39,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:29:39,165 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 228c002905f22f213edb4cf8e5783a04, NAME => 'testClearRegionBlockCache,,1731709778751.228c002905f22f213edb4cf8e5783a04.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9 2024-11-15T22:29:39,166 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 301758379dfd9ca55569b7117b764b11, NAME => 'testClearRegionBlockCache,5,1731709778751.301758379dfd9ca55569b7117b764b11.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9 2024-11-15T22:29:39,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36337 is added to blk_1073741837_1013 (size=61) 2024-11-15T22:29:39,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46055 is added to blk_1073741837_1013 (size=61) 2024-11-15T22:29:39,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46055 is added to blk_1073741838_1014 (size=61) 2024-11-15T22:29:39,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36337 is added to blk_1073741838_1014 (size=61) 2024-11-15T22:29:39,182 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731709778751.228c002905f22f213edb4cf8e5783a04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:29:39,182 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 228c002905f22f213edb4cf8e5783a04, disabling compactions & flushes 2024-11-15T22:29:39,182 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731709778751.228c002905f22f213edb4cf8e5783a04. 2024-11-15T22:29:39,182 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731709778751.228c002905f22f213edb4cf8e5783a04. 2024-11-15T22:29:39,182 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731709778751.228c002905f22f213edb4cf8e5783a04. after waiting 0 ms 2024-11-15T22:29:39,182 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731709778751.228c002905f22f213edb4cf8e5783a04. 2024-11-15T22:29:39,182 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731709778751.228c002905f22f213edb4cf8e5783a04. 2024-11-15T22:29:39,182 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 228c002905f22f213edb4cf8e5783a04: Waiting for close lock at 1731709779182Disabling compacts and flushes for region at 1731709779182Disabling writes for close at 1731709779182Writing region close event to WAL at 1731709779182Closed at 1731709779182 2024-11-15T22:29:39,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:29:39,582 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731709778751.301758379dfd9ca55569b7117b764b11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:29:39,582 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 301758379dfd9ca55569b7117b764b11, disabling compactions & flushes 2024-11-15T22:29:39,582 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731709778751.301758379dfd9ca55569b7117b764b11. 2024-11-15T22:29:39,582 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731709778751.301758379dfd9ca55569b7117b764b11. 2024-11-15T22:29:39,582 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731709778751.301758379dfd9ca55569b7117b764b11. after waiting 0 ms 2024-11-15T22:29:39,582 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731709778751.301758379dfd9ca55569b7117b764b11. 2024-11-15T22:29:39,582 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731709778751.301758379dfd9ca55569b7117b764b11. 2024-11-15T22:29:39,582 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 301758379dfd9ca55569b7117b764b11: Waiting for close lock at 1731709779582Disabling compacts and flushes for region at 1731709779582Disabling writes for close at 1731709779582Writing region close event to WAL at 1731709779582Closed at 1731709779582 2024-11-15T22:29:39,583 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T22:29:39,583 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731709778751.228c002905f22f213edb4cf8e5783a04.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731709779583"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731709779583"}]},"ts":"1731709779583"} 2024-11-15T22:29:39,583 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731709778751.301758379dfd9ca55569b7117b764b11.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731709779583"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731709779583"}]},"ts":"1731709779583"} 2024-11-15T22:29:39,586 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-15T22:29:39,588 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T22:29:39,588 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709779588"}]},"ts":"1731709779588"} 2024-11-15T22:29:39,590 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-15T22:29:39,591 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {e611192d6313=0} racks are {/default-rack=0} 2024-11-15T22:29:39,592 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T22:29:39,592 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T22:29:39,592 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T22:29:39,592 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T22:29:39,592 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T22:29:39,592 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T22:29:39,592 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T22:29:39,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=228c002905f22f213edb4cf8e5783a04, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=301758379dfd9ca55569b7117b764b11, ASSIGN}] 2024-11-15T22:29:39,594 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=301758379dfd9ca55569b7117b764b11, ASSIGN 2024-11-15T22:29:39,594 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=228c002905f22f213edb4cf8e5783a04, ASSIGN 2024-11-15T22:29:39,595 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=301758379dfd9ca55569b7117b764b11, ASSIGN; state=OFFLINE, location=e611192d6313,35973,1731709777491; forceNewPlan=false, retain=false 2024-11-15T22:29:39,595 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=228c002905f22f213edb4cf8e5783a04, ASSIGN; state=OFFLINE, location=e611192d6313,40521,1731709777437; forceNewPlan=false, retain=false 2024-11-15T22:29:39,745 INFO [e611192d6313:40893 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-15T22:29:39,746 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=228c002905f22f213edb4cf8e5783a04, regionState=OPENING, regionLocation=e611192d6313,40521,1731709777437 2024-11-15T22:29:39,746 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=301758379dfd9ca55569b7117b764b11, regionState=OPENING, regionLocation=e611192d6313,35973,1731709777491 2024-11-15T22:29:39,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=228c002905f22f213edb4cf8e5783a04, ASSIGN because future has completed 2024-11-15T22:29:39,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=301758379dfd9ca55569b7117b764b11, ASSIGN because future has completed 2024-11-15T22:29:39,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 228c002905f22f213edb4cf8e5783a04, server=e611192d6313,40521,1731709777437}] 2024-11-15T22:29:39,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 301758379dfd9ca55569b7117b764b11, server=e611192d6313,35973,1731709777491}] 2024-11-15T22:29:39,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:29:39,907 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:29:39,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46485, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:29:39,915 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731709778751.228c002905f22f213edb4cf8e5783a04. 2024-11-15T22:29:39,920 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731709778751.301758379dfd9ca55569b7117b764b11. 2024-11-15T22:29:39,920 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 301758379dfd9ca55569b7117b764b11, NAME => 'testClearRegionBlockCache,5,1731709778751.301758379dfd9ca55569b7117b764b11.', STARTKEY => '5', ENDKEY => ''} 2024-11-15T22:29:39,920 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 228c002905f22f213edb4cf8e5783a04, NAME => 'testClearRegionBlockCache,,1731709778751.228c002905f22f213edb4cf8e5783a04.', STARTKEY => '', ENDKEY => '5'} 2024-11-15T22:29:39,921 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 228c002905f22f213edb4cf8e5783a04 2024-11-15T22:29:39,921 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 301758379dfd9ca55569b7117b764b11 2024-11-15T22:29:39,921 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731709778751.228c002905f22f213edb4cf8e5783a04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:29:39,921 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731709778751.301758379dfd9ca55569b7117b764b11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:29:39,921 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 228c002905f22f213edb4cf8e5783a04 2024-11-15T22:29:39,921 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 301758379dfd9ca55569b7117b764b11 2024-11-15T22:29:39,921 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 228c002905f22f213edb4cf8e5783a04 2024-11-15T22:29:39,921 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 301758379dfd9ca55569b7117b764b11 2024-11-15T22:29:39,930 INFO [StoreOpener-301758379dfd9ca55569b7117b764b11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 301758379dfd9ca55569b7117b764b11 2024-11-15T22:29:39,932 INFO [StoreOpener-228c002905f22f213edb4cf8e5783a04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 228c002905f22f213edb4cf8e5783a04 2024-11-15T22:29:39,932 INFO [StoreOpener-301758379dfd9ca55569b7117b764b11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 301758379dfd9ca55569b7117b764b11 columnFamilyName family 2024-11-15T22:29:39,933 DEBUG [StoreOpener-301758379dfd9ca55569b7117b764b11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:39,933 INFO [StoreOpener-301758379dfd9ca55569b7117b764b11-1 {}] regionserver.HStore(327): Store=301758379dfd9ca55569b7117b764b11/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:29:39,933 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 301758379dfd9ca55569b7117b764b11 2024-11-15T22:29:39,934 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/data/default/testClearRegionBlockCache/301758379dfd9ca55569b7117b764b11 2024-11-15T22:29:39,935 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/data/default/testClearRegionBlockCache/301758379dfd9ca55569b7117b764b11 2024-11-15T22:29:39,936 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 301758379dfd9ca55569b7117b764b11 2024-11-15T22:29:39,936 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 301758379dfd9ca55569b7117b764b11 2024-11-15T22:29:39,939 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 301758379dfd9ca55569b7117b764b11 2024-11-15T22:29:39,939 INFO [StoreOpener-228c002905f22f213edb4cf8e5783a04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 228c002905f22f213edb4cf8e5783a04 columnFamilyName family 2024-11-15T22:29:39,939 DEBUG [StoreOpener-228c002905f22f213edb4cf8e5783a04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:29:39,940 INFO [StoreOpener-228c002905f22f213edb4cf8e5783a04-1 {}] regionserver.HStore(327): Store=228c002905f22f213edb4cf8e5783a04/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:29:39,940 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 228c002905f22f213edb4cf8e5783a04 2024-11-15T22:29:39,941 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/data/default/testClearRegionBlockCache/228c002905f22f213edb4cf8e5783a04 2024-11-15T22:29:39,942 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/data/default/testClearRegionBlockCache/228c002905f22f213edb4cf8e5783a04 2024-11-15T22:29:39,942 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 228c002905f22f213edb4cf8e5783a04 2024-11-15T22:29:39,943 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 228c002905f22f213edb4cf8e5783a04 2024-11-15T22:29:39,945 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/data/default/testClearRegionBlockCache/301758379dfd9ca55569b7117b764b11/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:29:39,947 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 301758379dfd9ca55569b7117b764b11; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69841133, jitterRate=0.04071398079395294}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T22:29:39,947 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 301758379dfd9ca55569b7117b764b11 2024-11-15T22:29:39,948 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 228c002905f22f213edb4cf8e5783a04 2024-11-15T22:29:39,948 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 301758379dfd9ca55569b7117b764b11: Running coprocessor pre-open hook at 1731709779921Writing region info on filesystem at 1731709779921Initializing all the Stores at 1731709779922 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709779922Cleaning up temporary data from old regions at 1731709779936 (+14 ms)Running coprocessor post-open hooks at 1731709779947 (+11 ms)Region opened successfully at 1731709779948 (+1 ms) 2024-11-15T22:29:39,949 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731709778751.301758379dfd9ca55569b7117b764b11., pid=8, masterSystemTime=1731709779907 2024-11-15T22:29:39,952 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731709778751.301758379dfd9ca55569b7117b764b11. 2024-11-15T22:29:39,952 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731709778751.301758379dfd9ca55569b7117b764b11. 2024-11-15T22:29:39,953 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=301758379dfd9ca55569b7117b764b11, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,35973,1731709777491 2024-11-15T22:29:39,956 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40893 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=e611192d6313,35973,1731709777491, table=testClearRegionBlockCache, region=301758379dfd9ca55569b7117b764b11. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T22:29:39,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 301758379dfd9ca55569b7117b764b11, server=e611192d6313,35973,1731709777491 because future has completed 2024-11-15T22:29:39,960 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/data/default/testClearRegionBlockCache/228c002905f22f213edb4cf8e5783a04/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:29:39,961 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 228c002905f22f213edb4cf8e5783a04; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70477799, jitterRate=0.050201043486595154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T22:29:39,961 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 228c002905f22f213edb4cf8e5783a04 2024-11-15T22:29:39,961 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 228c002905f22f213edb4cf8e5783a04: Running coprocessor pre-open hook at 1731709779921Writing region info on filesystem at 1731709779921Initializing all the Stores at 1731709779925 (+4 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731709779925Cleaning up temporary data from old regions at 1731709779943 (+18 ms)Running coprocessor post-open hooks at 1731709779961 (+18 ms)Region opened successfully at 1731709779961 2024-11-15T22:29:39,964 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731709778751.228c002905f22f213edb4cf8e5783a04., pid=7, masterSystemTime=1731709779906 2024-11-15T22:29:39,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-15T22:29:39,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 301758379dfd9ca55569b7117b764b11, server=e611192d6313,35973,1731709777491 in 213 msec 2024-11-15T22:29:39,968 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=228c002905f22f213edb4cf8e5783a04, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,40521,1731709777437 2024-11-15T22:29:39,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=301758379dfd9ca55569b7117b764b11, ASSIGN in 376 msec 2024-11-15T22:29:39,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 228c002905f22f213edb4cf8e5783a04, server=e611192d6313,40521,1731709777437 because future has completed 2024-11-15T22:29:39,975 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731709778751.228c002905f22f213edb4cf8e5783a04. 2024-11-15T22:29:39,975 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731709778751.228c002905f22f213edb4cf8e5783a04. 2024-11-15T22:29:39,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-15T22:29:39,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 228c002905f22f213edb4cf8e5783a04, server=e611192d6313,40521,1731709777437 in 230 msec 2024-11-15T22:29:39,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T22:29:39,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=228c002905f22f213edb4cf8e5783a04, ASSIGN in 392 msec 2024-11-15T22:29:39,989 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T22:29:39,989 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731709779989"}]},"ts":"1731709779989"} 2024-11-15T22:29:39,992 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-15T22:29:39,993 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T22:29:39,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 1.2420 sec 2024-11-15T22:29:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:29:40,900 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-15T22:29:40,900 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-15T22:29:40,901 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T22:29:40,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-15T22:29:40,906 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T22:29:40,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-15T22:29:40,912 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731709778751.228c002905f22f213edb4cf8e5783a04., hostname=e611192d6313,40521,1731709777437, seqNum=2] 2024-11-15T22:29:40,927 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731709778751.301758379dfd9ca55569b7117b764b11., hostname=e611192d6313,35973,1731709777491, seqNum=2] 2024-11-15T22:29:40,927 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:29:40,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:29:40,945 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 228c002905f22f213edb4cf8e5783a04 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-15T22:29:40,967 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/data/default/testClearRegionBlockCache/228c002905f22f213edb4cf8e5783a04/.tmp/family/9ff534a0db6644beba8a5c7dbf42581f is 32, key is 1/family:/1731709780913/Put/seqid=0 2024-11-15T22:29:40,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46055 is added to blk_1073741839_1015 (size=5054) 2024-11-15T22:29:40,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36337 is added to blk_1073741839_1015 (size=5054) 2024-11-15T22:29:41,000 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/data/default/testClearRegionBlockCache/228c002905f22f213edb4cf8e5783a04/.tmp/family/9ff534a0db6644beba8a5c7dbf42581f 2024-11-15T22:29:41,013 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/data/default/testClearRegionBlockCache/228c002905f22f213edb4cf8e5783a04/.tmp/family/9ff534a0db6644beba8a5c7dbf42581f as hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/data/default/testClearRegionBlockCache/228c002905f22f213edb4cf8e5783a04/family/9ff534a0db6644beba8a5c7dbf42581f 2024-11-15T22:29:41,023 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/data/default/testClearRegionBlockCache/228c002905f22f213edb4cf8e5783a04/family/9ff534a0db6644beba8a5c7dbf42581f, entries=4, sequenceid=8, filesize=4.9 K 2024-11-15T22:29:41,024 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 228c002905f22f213edb4cf8e5783a04 in 79ms, sequenceid=8, compaction requested=false 2024-11-15T22:29:41,024 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 228c002905f22f213edb4cf8e5783a04: 2024-11-15T22:29:41,024 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 301758379dfd9ca55569b7117b764b11 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-15T22:29:41,049 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/data/default/testClearRegionBlockCache/301758379dfd9ca55569b7117b764b11/.tmp/family/56a16dd92adf43ca87cd61cc66087188 is 32, key is 5/family:/1731709780930/Put/seqid=0 2024-11-15T22:29:41,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36337 is added to blk_1073741840_1016 (size=5083) 2024-11-15T22:29:41,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46055 is added to blk_1073741840_1016 (size=5083) 2024-11-15T22:29:41,061 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/data/default/testClearRegionBlockCache/301758379dfd9ca55569b7117b764b11/.tmp/family/56a16dd92adf43ca87cd61cc66087188 2024-11-15T22:29:41,069 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/data/default/testClearRegionBlockCache/301758379dfd9ca55569b7117b764b11/.tmp/family/56a16dd92adf43ca87cd61cc66087188 as hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/data/default/testClearRegionBlockCache/301758379dfd9ca55569b7117b764b11/family/56a16dd92adf43ca87cd61cc66087188 2024-11-15T22:29:41,079 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/data/default/testClearRegionBlockCache/301758379dfd9ca55569b7117b764b11/family/56a16dd92adf43ca87cd61cc66087188, entries=5, sequenceid=9, filesize=5.0 K 2024-11-15T22:29:41,080 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 301758379dfd9ca55569b7117b764b11 in 56ms, sequenceid=9, compaction requested=false 2024-11-15T22:29:41,080 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 301758379dfd9ca55569b7117b764b11: 2024-11-15T22:29:41,085 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-15T22:29:41,089 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:29:41,090 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:29:41,091 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:29:41,091 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:29:41,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35973 {}] bucket.BucketCache(1863): found 1 blocks for file 56a16dd92adf43ca87cd61cc66087188, starting offset: 0, end offset: 9223372036854775807 2024-11-15T22:29:41,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35973 {}] bucket.BucketCache(856): removed key 56a16dd92adf43ca87cd61cc66087188_0 from back map with offset lock 2094080 in the evict process 2024-11-15T22:29:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40521 {}] bucket.BucketCache(1863): found 1 blocks for file 9ff534a0db6644beba8a5c7dbf42581f, starting offset: 0, end offset: 9223372036854775807 2024-11-15T22:29:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40521 {}] bucket.BucketCache(856): removed key 9ff534a0db6644beba8a5c7dbf42581f_0 from back map with offset lock 2094080 in the evict process 2024-11-15T22:29:41,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T22:29:41,092 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:29:41,101 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:29:41,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:41,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:41,102 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:29:41,106 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T22:29:41,106 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=331446583, stopped=false 2024-11-15T22:29:41,106 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e611192d6313,40893,1731709776652 2024-11-15T22:29:41,114 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40521-0x101409e2e9c0001, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T22:29:41,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35973-0x101409e2e9c0002, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T22:29:41,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35973-0x101409e2e9c0002, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:41,114 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40521-0x101409e2e9c0001, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:41,115 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:29:41,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40893-0x101409e2e9c0000, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T22:29:41,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40893-0x101409e2e9c0000, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:41,116 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:29:41,116 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:29:41,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:41,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35973-0x101409e2e9c0002, quorum=127.0.0.1:64403, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T22:29:41,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40521-0x101409e2e9c0001, quorum=127.0.0.1:64403, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T22:29:41,116 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e611192d6313,40521,1731709777437' ***** 2024-11-15T22:29:41,117 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T22:29:41,117 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e611192d6313,35973,1731709777491' ***** 2024-11-15T22:29:41,117 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T22:29:41,117 INFO [RS:1;e611192d6313:35973 {}] bucket.BucketCache(1738): Disabling cache 2024-11-15T22:29:41,117 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40893-0x101409e2e9c0000, quorum=127.0.0.1:64403, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T22:29:41,117 INFO [RS:0;e611192d6313:40521 {}] bucket.BucketCache(1738): Disabling cache 2024-11-15T22:29:41,117 INFO [RS:1;e611192d6313:35973 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-15T22:29:41,117 INFO [RS:0;e611192d6313:40521 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-15T22:29:41,117 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-15T22:29:41,117 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-15T22:29:41,117 INFO [RS:1;e611192d6313:35973 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T22:29:41,117 INFO [RS:0;e611192d6313:40521 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T22:29:41,117 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-15T22:29:41,117 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-15T22:29:41,118 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-15T22:29:41,118 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-15T22:29:41,119 INFO [RS:1;e611192d6313:35973 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T22:29:41,119 INFO [RS:1;e611192d6313:35973 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T22:29:41,120 INFO [RS:1;e611192d6313:35973 {}] regionserver.HRegionServer(3091): Received CLOSE for 301758379dfd9ca55569b7117b764b11 2024-11-15T22:29:41,120 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T22:29:41,120 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T22:29:41,120 INFO [RS:0;e611192d6313:40521 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T22:29:41,120 INFO [RS:0;e611192d6313:40521 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T22:29:41,121 INFO [RS:0;e611192d6313:40521 {}] regionserver.HRegionServer(3091): Received CLOSE for 228c002905f22f213edb4cf8e5783a04 2024-11-15T22:29:41,123 INFO [RS:0;e611192d6313:40521 {}] regionserver.HRegionServer(959): stopping server e611192d6313,40521,1731709777437 2024-11-15T22:29:41,123 INFO [RS:0;e611192d6313:40521 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:29:41,123 INFO [RS:0;e611192d6313:40521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:40521. 2024-11-15T22:29:41,123 DEBUG [RS:0;e611192d6313:40521 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:29:41,123 DEBUG [RS:0;e611192d6313:40521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:41,123 INFO [RS:0;e611192d6313:40521 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T22:29:41,123 INFO [RS:0;e611192d6313:40521 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T22:29:41,123 INFO [RS:0;e611192d6313:40521 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T22:29:41,123 INFO [RS:0;e611192d6313:40521 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T22:29:41,124 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 228c002905f22f213edb4cf8e5783a04, disabling compactions & flushes 2024-11-15T22:29:41,124 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731709778751.228c002905f22f213edb4cf8e5783a04. 2024-11-15T22:29:41,124 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731709778751.228c002905f22f213edb4cf8e5783a04. 2024-11-15T22:29:41,124 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731709778751.228c002905f22f213edb4cf8e5783a04. after waiting 0 ms 2024-11-15T22:29:41,124 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731709778751.228c002905f22f213edb4cf8e5783a04. 2024-11-15T22:29:41,133 INFO [RS:0;e611192d6313:40521 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T22:29:41,134 DEBUG [RS:0;e611192d6313:40521 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 228c002905f22f213edb4cf8e5783a04=testClearRegionBlockCache,,1731709778751.228c002905f22f213edb4cf8e5783a04.} 2024-11-15T22:29:41,134 DEBUG [RS:0;e611192d6313:40521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 228c002905f22f213edb4cf8e5783a04 2024-11-15T22:29:41,134 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:29:41,134 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:29:41,134 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:29:41,134 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:29:41,134 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:29:41,134 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-15T22:29:41,148 INFO [RS:1;e611192d6313:35973 {}] regionserver.HRegionServer(959): stopping server e611192d6313,35973,1731709777491 2024-11-15T22:29:41,148 INFO [RS:1;e611192d6313:35973 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:29:41,148 INFO [RS:1;e611192d6313:35973 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;e611192d6313:35973. 2024-11-15T22:29:41,148 DEBUG [RS:1;e611192d6313:35973 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:29:41,148 DEBUG [RS:1;e611192d6313:35973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:41,149 INFO [RS:1;e611192d6313:35973 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T22:29:41,149 DEBUG [RS:1;e611192d6313:35973 {}] regionserver.HRegionServer(1325): Online Regions={301758379dfd9ca55569b7117b764b11=testClearRegionBlockCache,5,1731709778751.301758379dfd9ca55569b7117b764b11.} 2024-11-15T22:29:41,149 DEBUG [RS:1;e611192d6313:35973 {}] regionserver.HRegionServer(1351): Waiting on 301758379dfd9ca55569b7117b764b11 2024-11-15T22:29:41,149 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 301758379dfd9ca55569b7117b764b11, disabling compactions & flushes 2024-11-15T22:29:41,149 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731709778751.301758379dfd9ca55569b7117b764b11. 2024-11-15T22:29:41,149 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731709778751.301758379dfd9ca55569b7117b764b11. 2024-11-15T22:29:41,149 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731709778751.301758379dfd9ca55569b7117b764b11. after waiting 0 ms 2024-11-15T22:29:41,149 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731709778751.301758379dfd9ca55569b7117b764b11. 2024-11-15T22:29:41,160 INFO [regionserver/e611192d6313:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:29:41,164 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/data/default/testClearRegionBlockCache/301758379dfd9ca55569b7117b764b11/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-15T22:29:41,164 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/data/default/testClearRegionBlockCache/228c002905f22f213edb4cf8e5783a04/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-15T22:29:41,165 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731709778751.228c002905f22f213edb4cf8e5783a04. 2024-11-15T22:29:41,165 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731709778751.301758379dfd9ca55569b7117b764b11. 2024-11-15T22:29:41,165 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 228c002905f22f213edb4cf8e5783a04: Waiting for close lock at 1731709781124Running coprocessor pre-close hooks at 1731709781124Disabling compacts and flushes for region at 1731709781124Disabling writes for close at 1731709781124Writing region close event to WAL at 1731709781160 (+36 ms)Running coprocessor post-close hooks at 1731709781165 (+5 ms)Closed at 1731709781165 2024-11-15T22:29:41,165 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 301758379dfd9ca55569b7117b764b11: Waiting for close lock at 1731709781149Running coprocessor pre-close hooks at 1731709781149Disabling compacts and flushes for region at 1731709781149Disabling writes for close at 1731709781149Writing region close event to WAL at 1731709781161 (+12 ms)Running coprocessor post-close hooks at 1731709781165 (+4 ms)Closed at 1731709781165 2024-11-15T22:29:41,165 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731709778751.228c002905f22f213edb4cf8e5783a04. 2024-11-15T22:29:41,165 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731709778751.301758379dfd9ca55569b7117b764b11. 2024-11-15T22:29:41,168 INFO [regionserver/e611192d6313:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:29:41,182 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/data/hbase/meta/1588230740/.tmp/info/0795a36be18e4f9488f7adb321901b09 is 173, key is testClearRegionBlockCache,5,1731709778751.301758379dfd9ca55569b7117b764b11./info:regioninfo/1731709779953/Put/seqid=0 2024-11-15T22:29:41,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36337 is added to blk_1073741841_1017 (size=8173) 2024-11-15T22:29:41,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46055 is added to blk_1073741841_1017 (size=8173) 2024-11-15T22:29:41,334 DEBUG [RS:0;e611192d6313:40521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:29:41,349 INFO [RS:1;e611192d6313:35973 {}] regionserver.HRegionServer(976): stopping server e611192d6313,35973,1731709777491; all regions closed. 2024-11-15T22:29:41,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46055 is added to blk_1073741834_1010 (size=1867) 2024-11-15T22:29:41,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36337 is added to blk_1073741834_1010 (size=1867) 2024-11-15T22:29:41,363 DEBUG [RS:1;e611192d6313:35973 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/oldWALs 2024-11-15T22:29:41,363 INFO [RS:1;e611192d6313:35973 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C35973%2C1731709777491:(num 1731709778194) 2024-11-15T22:29:41,363 DEBUG [RS:1;e611192d6313:35973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:41,363 INFO [RS:1;e611192d6313:35973 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:29:41,363 INFO [RS:1;e611192d6313:35973 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:29:41,364 INFO [RS:1;e611192d6313:35973 {}] hbase.ChoreService(370): Chore service for: regionserver/e611192d6313:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T22:29:41,364 INFO [RS:1;e611192d6313:35973 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T22:29:41,364 INFO [RS:1;e611192d6313:35973 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T22:29:41,364 INFO [regionserver/e611192d6313:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:29:41,364 INFO [RS:1;e611192d6313:35973 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T22:29:41,364 INFO [RS:1;e611192d6313:35973 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:29:41,364 INFO [RS:1;e611192d6313:35973 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35973 2024-11-15T22:29:41,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35973-0x101409e2e9c0002, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e611192d6313,35973,1731709777491 2024-11-15T22:29:41,376 INFO [RS:1;e611192d6313:35973 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:29:41,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40893-0x101409e2e9c0000, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T22:29:41,462 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e611192d6313,35973,1731709777491] 2024-11-15T22:29:41,472 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e611192d6313,35973,1731709777491 already deleted, retry=false 2024-11-15T22:29:41,472 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e611192d6313,35973,1731709777491 expired; onlineServers=1 2024-11-15T22:29:41,534 DEBUG [RS:0;e611192d6313:40521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:29:41,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35973-0x101409e2e9c0002, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:29:41,562 INFO [RS:1;e611192d6313:35973 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:29:41,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35973-0x101409e2e9c0002, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:29:41,562 INFO [RS:1;e611192d6313:35973 {}] regionserver.HRegionServer(1031): Exiting; stopping=e611192d6313,35973,1731709777491; zookeeper connection closed. 2024-11-15T22:29:41,563 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@86d345b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@86d345b 2024-11-15T22:29:41,589 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/data/hbase/meta/1588230740/.tmp/info/0795a36be18e4f9488f7adb321901b09 2024-11-15T22:29:41,614 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/data/hbase/meta/1588230740/.tmp/ns/94743c0902e848a7867e77988719ef22 is 43, key is default/ns:d/1731709778630/Put/seqid=0 2024-11-15T22:29:41,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36337 is added to blk_1073741842_1018 (size=5153) 2024-11-15T22:29:41,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46055 is added to blk_1073741842_1018 (size=5153) 2024-11-15T22:29:41,620 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/data/hbase/meta/1588230740/.tmp/ns/94743c0902e848a7867e77988719ef22 2024-11-15T22:29:41,644 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/data/hbase/meta/1588230740/.tmp/table/20159ee0aa4c4b0cb4ba686561638149 is 61, key is testClearRegionBlockCache/table:state/1731709779989/Put/seqid=0 2024-11-15T22:29:41,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46055 is added to blk_1073741843_1019 (size=5312) 2024-11-15T22:29:41,659 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/data/hbase/meta/1588230740/.tmp/table/20159ee0aa4c4b0cb4ba686561638149 2024-11-15T22:29:41,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36337 is added to blk_1073741843_1019 (size=5312) 2024-11-15T22:29:41,668 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/data/hbase/meta/1588230740/.tmp/info/0795a36be18e4f9488f7adb321901b09 as hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/data/hbase/meta/1588230740/info/0795a36be18e4f9488f7adb321901b09 2024-11-15T22:29:41,677 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/data/hbase/meta/1588230740/info/0795a36be18e4f9488f7adb321901b09, entries=20, sequenceid=13, filesize=8.0 K 2024-11-15T22:29:41,678 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/data/hbase/meta/1588230740/.tmp/ns/94743c0902e848a7867e77988719ef22 as hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/data/hbase/meta/1588230740/ns/94743c0902e848a7867e77988719ef22 2024-11-15T22:29:41,687 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/data/hbase/meta/1588230740/ns/94743c0902e848a7867e77988719ef22, entries=2, sequenceid=13, filesize=5.0 K 2024-11-15T22:29:41,689 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/data/hbase/meta/1588230740/.tmp/table/20159ee0aa4c4b0cb4ba686561638149 as hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/data/hbase/meta/1588230740/table/20159ee0aa4c4b0cb4ba686561638149 2024-11-15T22:29:41,705 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/data/hbase/meta/1588230740/table/20159ee0aa4c4b0cb4ba686561638149, entries=2, sequenceid=13, filesize=5.2 K 2024-11-15T22:29:41,707 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 573ms, sequenceid=13, compaction requested=false 2024-11-15T22:29:41,730 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-15T22:29:41,731 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:29:41,731 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:29:41,732 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731709781134Running coprocessor pre-close hooks at 1731709781134Disabling compacts and flushes for region at 1731709781134Disabling writes for close at 1731709781134Obtaining lock to block concurrent updates at 1731709781134Preparing flush snapshotting stores in 1588230740 at 1731709781134Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731709781135 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731709781140 (+5 ms)Flushing 1588230740/info: creating writer at 1731709781140Flushing 1588230740/info: appending metadata at 1731709781181 (+41 ms)Flushing 1588230740/info: closing flushed file at 1731709781181Flushing 1588230740/ns: creating writer at 1731709781598 (+417 ms)Flushing 1588230740/ns: appending metadata at 1731709781614 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731709781614Flushing 1588230740/table: creating writer at 1731709781626 (+12 ms)Flushing 1588230740/table: appending metadata at 1731709781644 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731709781644Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@522313ee: reopening flushed file at 1731709781667 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cebf73a: reopening flushed file at 1731709781677 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@713f9a5: reopening flushed file at 1731709781687 (+10 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 573ms, sequenceid=13, compaction requested=false at 1731709781707 (+20 ms)Writing region close event to WAL at 1731709781721 (+14 ms)Running coprocessor post-close hooks at 1731709781731 (+10 ms)Closed at 1731709781731 2024-11-15T22:29:41,732 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T22:29:41,735 INFO [RS:0;e611192d6313:40521 {}] regionserver.HRegionServer(976): stopping server e611192d6313,40521,1731709777437; all regions closed. 2024-11-15T22:29:41,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36337 is added to blk_1073741835_1011 (size=4338) 2024-11-15T22:29:41,756 DEBUG [RS:0;e611192d6313:40521 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/oldWALs 2024-11-15T22:29:41,756 INFO [RS:0;e611192d6313:40521 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C40521%2C1731709777437.meta:.meta(num 1731709778528) 2024-11-15T22:29:41,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46055 is added to blk_1073741835_1011 (size=4338) 2024-11-15T22:29:41,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46055 is added to blk_1073741833_1009 (size=1758) 2024-11-15T22:29:41,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36337 is added to blk_1073741833_1009 (size=1758) 2024-11-15T22:29:41,768 DEBUG [RS:0;e611192d6313:40521 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/oldWALs 2024-11-15T22:29:41,768 INFO [RS:0;e611192d6313:40521 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C40521%2C1731709777437:(num 1731709778190) 2024-11-15T22:29:41,768 DEBUG [RS:0;e611192d6313:40521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:29:41,768 INFO [RS:0;e611192d6313:40521 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:29:41,768 INFO [RS:0;e611192d6313:40521 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:29:41,768 INFO [RS:0;e611192d6313:40521 {}] hbase.ChoreService(370): Chore service for: regionserver/e611192d6313:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T22:29:41,768 INFO [RS:0;e611192d6313:40521 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:29:41,768 INFO [regionserver/e611192d6313:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:29:41,769 INFO [RS:0;e611192d6313:40521 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40521 2024-11-15T22:29:41,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40893-0x101409e2e9c0000, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T22:29:41,777 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40521-0x101409e2e9c0001, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e611192d6313,40521,1731709777437 2024-11-15T22:29:41,777 INFO [RS:0;e611192d6313:40521 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:29:41,788 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e611192d6313,40521,1731709777437] 2024-11-15T22:29:41,798 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e611192d6313,40521,1731709777437 already deleted, retry=false 2024-11-15T22:29:41,798 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e611192d6313,40521,1731709777437 expired; onlineServers=0 2024-11-15T22:29:41,798 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e611192d6313,40893,1731709776652' ***** 2024-11-15T22:29:41,799 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T22:29:41,799 INFO [M:0;e611192d6313:40893 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:29:41,799 INFO [M:0;e611192d6313:40893 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:29:41,799 DEBUG [M:0;e611192d6313:40893 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T22:29:41,799 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T22:29:41,799 DEBUG [M:0;e611192d6313:40893 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T22:29:41,799 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709777903 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731709777903,5,FailOnTimeoutGroup] 2024-11-15T22:29:41,799 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709777904 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731709777904,5,FailOnTimeoutGroup] 2024-11-15T22:29:41,799 INFO [M:0;e611192d6313:40893 {}] hbase.ChoreService(370): Chore service for: master/e611192d6313:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T22:29:41,799 INFO [M:0;e611192d6313:40893 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:29:41,799 DEBUG [M:0;e611192d6313:40893 {}] master.HMaster(1795): Stopping service threads 2024-11-15T22:29:41,799 INFO [M:0;e611192d6313:40893 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T22:29:41,799 INFO [M:0;e611192d6313:40893 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:29:41,800 INFO [M:0;e611192d6313:40893 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T22:29:41,800 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T22:29:41,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40893-0x101409e2e9c0000, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T22:29:41,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40893-0x101409e2e9c0000, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:29:41,886 DEBUG [M:0;e611192d6313:40893 {}] zookeeper.ZKUtil(347): master:40893-0x101409e2e9c0000, quorum=127.0.0.1:64403, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-15T22:29:41,886 WARN [M:0;e611192d6313:40893 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T22:29:41,887 INFO [M:0;e611192d6313:40893 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/.lastflushedseqids 2024-11-15T22:29:41,888 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40521-0x101409e2e9c0001, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:29:41,888 INFO [RS:0;e611192d6313:40521 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:29:41,888 DEBUG [pool-919-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40521-0x101409e2e9c0001, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:29:41,888 INFO [RS:0;e611192d6313:40521 {}] regionserver.HRegionServer(1031): Exiting; stopping=e611192d6313,40521,1731709777437; zookeeper connection closed. 2024-11-15T22:29:41,889 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@c6c7f1d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@c6c7f1d 2024-11-15T22:29:41,890 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-15T22:29:41,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36337 is added to blk_1073741844_1020 (size=182) 2024-11-15T22:29:41,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46055 is added to blk_1073741844_1020 (size=182) 2024-11-15T22:29:41,911 INFO [M:0;e611192d6313:40893 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T22:29:41,911 INFO [M:0;e611192d6313:40893 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T22:29:41,912 DEBUG [M:0;e611192d6313:40893 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:29:41,912 INFO [M:0;e611192d6313:40893 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:29:41,912 DEBUG [M:0;e611192d6313:40893 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:29:41,912 DEBUG [M:0;e611192d6313:40893 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:29:41,912 DEBUG [M:0;e611192d6313:40893 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:29:41,914 INFO [M:0;e611192d6313:40893 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.62 KB heapSize=37.03 KB 2024-11-15T22:29:41,951 DEBUG [M:0;e611192d6313:40893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/492cc7663e744576803ddb98a38b03d2 is 82, key is hbase:meta,,1/info:regioninfo/1731709778569/Put/seqid=0 2024-11-15T22:29:41,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46055 is added to blk_1073741845_1021 (size=5672) 2024-11-15T22:29:41,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36337 is added to blk_1073741845_1021 (size=5672) 2024-11-15T22:29:41,965 INFO [M:0;e611192d6313:40893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/492cc7663e744576803ddb98a38b03d2 2024-11-15T22:29:41,995 DEBUG [M:0;e611192d6313:40893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f6e980934ec41918003cebc1ff78171 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731709779994/Put/seqid=0 2024-11-15T22:29:42,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36337 is added to blk_1073741846_1022 (size=6218) 2024-11-15T22:29:42,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46055 is added to blk_1073741846_1022 (size=6218) 2024-11-15T22:29:42,002 INFO [M:0;e611192d6313:40893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f6e980934ec41918003cebc1ff78171 2024-11-15T22:29:42,027 DEBUG [M:0;e611192d6313:40893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3248791e174245dbb7a3a8f2201e8d30 is 69, key is e611192d6313,35973,1731709777491/rs:state/1731709777976/Put/seqid=0 2024-11-15T22:29:42,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46055 is added to blk_1073741847_1023 (size=5224) 2024-11-15T22:29:42,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36337 is added to blk_1073741847_1023 (size=5224) 2024-11-15T22:29:42,033 INFO [M:0;e611192d6313:40893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3248791e174245dbb7a3a8f2201e8d30 2024-11-15T22:29:42,039 DEBUG [M:0;e611192d6313:40893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/492cc7663e744576803ddb98a38b03d2 as hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/492cc7663e744576803ddb98a38b03d2 2024-11-15T22:29:42,047 INFO [M:0;e611192d6313:40893 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/492cc7663e744576803ddb98a38b03d2, entries=8, sequenceid=71, filesize=5.5 K 2024-11-15T22:29:42,048 DEBUG [M:0;e611192d6313:40893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f6e980934ec41918003cebc1ff78171 as hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5f6e980934ec41918003cebc1ff78171 2024-11-15T22:29:42,057 INFO [M:0;e611192d6313:40893 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5f6e980934ec41918003cebc1ff78171, entries=8, sequenceid=71, filesize=6.1 K 2024-11-15T22:29:42,059 DEBUG [M:0;e611192d6313:40893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3248791e174245dbb7a3a8f2201e8d30 as hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3248791e174245dbb7a3a8f2201e8d30 2024-11-15T22:29:42,069 INFO [M:0;e611192d6313:40893 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34115/user/jenkins/test-data/72af0b8b-f475-267b-823b-afff9a497be9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3248791e174245dbb7a3a8f2201e8d30, entries=2, sequenceid=71, filesize=5.1 K 2024-11-15T22:29:42,074 INFO [M:0;e611192d6313:40893 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.62 KB/30330, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 161ms, sequenceid=71, compaction requested=false 2024-11-15T22:29:42,081 INFO [M:0;e611192d6313:40893 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:29:42,081 DEBUG [M:0;e611192d6313:40893 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731709781912Disabling compacts and flushes for region at 1731709781912Disabling writes for close at 1731709781912Obtaining lock to block concurrent updates at 1731709781914 (+2 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731709781914Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30330, getHeapSize=37856, getOffHeapSize=0, getCellsCount=86 at 1731709781914Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731709781915 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731709781915Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731709781950 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731709781951 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731709781976 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731709781994 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731709781994Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731709782008 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731709782027 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731709782027Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f6d0b3a: reopening flushed file at 1731709782038 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@699c0bbf: reopening flushed file at 1731709782047 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26414a45: reopening flushed file at 1731709782057 (+10 ms)Finished flush of dataSize ~29.62 KB/30330, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 161ms, sequenceid=71, compaction requested=false at 1731709782074 (+17 ms)Writing region close event to WAL at 1731709782081 (+7 ms)Closed at 1731709782081 2024-11-15T22:29:42,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36337 is added to blk_1073741830_1006 (size=35477) 2024-11-15T22:29:42,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46055 is added to blk_1073741830_1006 (size=35477) 2024-11-15T22:29:42,086 INFO [M:0;e611192d6313:40893 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T22:29:42,086 INFO [M:0;e611192d6313:40893 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40893 2024-11-15T22:29:42,086 INFO [M:0;e611192d6313:40893 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:29:42,087 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:29:42,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40893-0x101409e2e9c0000, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:29:42,214 INFO [M:0;e611192d6313:40893 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:29:42,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40893-0x101409e2e9c0000, quorum=127.0.0.1:64403, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:29:42,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d03b4a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:29:42,218 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@463b5394{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:29:42,218 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:29:42,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48fc69bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:29:42,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48f3b89a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d75043b7-fa23-21bd-dd61-bacace51a779/hadoop.log.dir/,STOPPED} 2024-11-15T22:29:42,219 WARN [BP-790431295-172.17.0.3-1731709773648 heartbeating to localhost/127.0.0.1:34115 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T22:29:42,219 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T22:29:42,219 WARN [BP-790431295-172.17.0.3-1731709773648 heartbeating to localhost/127.0.0.1:34115 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-790431295-172.17.0.3-1731709773648 (Datanode Uuid f886150a-5b62-49b9-9939-7c997438a236) service to localhost/127.0.0.1:34115 2024-11-15T22:29:42,219 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T22:29:42,220 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d75043b7-fa23-21bd-dd61-bacace51a779/cluster_bcbd0b81-d937-01df-ab4b-4d8b53e0af78/data/data3/current/BP-790431295-172.17.0.3-1731709773648 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:29:42,220 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d75043b7-fa23-21bd-dd61-bacace51a779/cluster_bcbd0b81-d937-01df-ab4b-4d8b53e0af78/data/data4/current/BP-790431295-172.17.0.3-1731709773648 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:29:42,220 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T22:29:42,222 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4254bec4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:29:42,222 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@890bf69{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:29:42,222 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:29:42,223 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fe9fec8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:29:42,223 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1110f179{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d75043b7-fa23-21bd-dd61-bacace51a779/hadoop.log.dir/,STOPPED} 2024-11-15T22:29:42,224 WARN [BP-790431295-172.17.0.3-1731709773648 heartbeating to localhost/127.0.0.1:34115 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T22:29:42,224 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T22:29:42,224 WARN [BP-790431295-172.17.0.3-1731709773648 heartbeating to localhost/127.0.0.1:34115 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-790431295-172.17.0.3-1731709773648 (Datanode Uuid 194cfa0d-dbfe-4e6d-b7bb-ec8c86811bd7) service to localhost/127.0.0.1:34115 2024-11-15T22:29:42,224 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T22:29:42,225 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d75043b7-fa23-21bd-dd61-bacace51a779/cluster_bcbd0b81-d937-01df-ab4b-4d8b53e0af78/data/data1/current/BP-790431295-172.17.0.3-1731709773648 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:29:42,225 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d75043b7-fa23-21bd-dd61-bacace51a779/cluster_bcbd0b81-d937-01df-ab4b-4d8b53e0af78/data/data2/current/BP-790431295-172.17.0.3-1731709773648 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:29:42,225 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T22:29:42,233 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d09447{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:29:42,234 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a78e7b5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:29:42,234 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:29:42,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8e91f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:29:42,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3872ddd7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d75043b7-fa23-21bd-dd61-bacace51a779/hadoop.log.dir/,STOPPED} 2024-11-15T22:29:42,245 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T22:29:42,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T22:29:42,276 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=188 (was 170) - Thread LEAK? -, OpenFileDescriptor=549 (was 522) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=482 (was 407) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2745 (was 3116)