2024-11-18 19:47:48,016 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4201c465 2024-11-18 19:47:48,033 main DEBUG Took 0.014509 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-18 19:47:48,033 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-18 19:47:48,033 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-18 19:47:48,035 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-18 19:47:48,036 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:47:48,052 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-18 19:47:48,064 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:47:48,065 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:47:48,066 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:47:48,066 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:47:48,067 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:47:48,067 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:47:48,068 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:47:48,068 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:47:48,069 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:47:48,069 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:47:48,071 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:47:48,071 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:47:48,072 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:47:48,072 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:47:48,073 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:47:48,074 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:47:48,074 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:47:48,074 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:47:48,075 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:47:48,075 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:47:48,076 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:47:48,076 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:47:48,077 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:47:48,077 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:47:48,078 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:47:48,078 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-18 19:47:48,080 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:47:48,081 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-18 19:47:48,083 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-18 19:47:48,084 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-18 19:47:48,086 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-18 19:47:48,086 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-18 19:47:48,095 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-18 19:47:48,098 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-18 19:47:48,100 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-18 19:47:48,101 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-18 19:47:48,101 main DEBUG createAppenders(={Console}) 2024-11-18 19:47:48,102 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4201c465 initialized 2024-11-18 19:47:48,102 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4201c465 2024-11-18 19:47:48,102 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4201c465 OK. 2024-11-18 19:47:48,103 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-18 19:47:48,104 main DEBUG OutputStream closed 2024-11-18 19:47:48,104 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-18 19:47:48,104 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-18 19:47:48,105 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@1e04fa0a OK 2024-11-18 19:47:48,193 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-18 19:47:48,196 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-18 19:47:48,198 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-18 19:47:48,199 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-18 19:47:48,200 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-18 19:47:48,201 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-18 19:47:48,201 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-18 19:47:48,202 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-18 19:47:48,202 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-18 19:47:48,203 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-18 19:47:48,203 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-18 19:47:48,204 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-18 19:47:48,204 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-18 19:47:48,205 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-18 19:47:48,205 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-18 19:47:48,205 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-18 19:47:48,206 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-18 19:47:48,207 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-18 19:47:48,210 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18 19:47:48,211 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@77102b91) with optional ClassLoader: null 2024-11-18 19:47:48,211 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-18 19:47:48,212 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@77102b91] started OK. 2024-11-18T19:47:48,226 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestCleanupCompactedFileOnRegionClose timeout: 13 mins 2024-11-18 19:47:48,229 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-18 19:47:48,229 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18T19:47:48,543 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cfc1627-0f83-c741-a454-262041e88bc4 2024-11-18T19:47:48,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T19:47:48,569 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cfc1627-0f83-c741-a454-262041e88bc4/cluster_8692925c-a203-6b33-e446-73410d26f6b3, deleteOnExit=true 2024-11-18T19:47:48,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T19:47:48,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cfc1627-0f83-c741-a454-262041e88bc4/test.cache.data in system properties and HBase conf 2024-11-18T19:47:48,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cfc1627-0f83-c741-a454-262041e88bc4/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T19:47:48,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cfc1627-0f83-c741-a454-262041e88bc4/hadoop.log.dir in system properties and HBase conf 2024-11-18T19:47:48,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cfc1627-0f83-c741-a454-262041e88bc4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T19:47:48,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cfc1627-0f83-c741-a454-262041e88bc4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T19:47:48,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T19:47:48,679 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-18T19:47:48,810 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T19:47:48,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cfc1627-0f83-c741-a454-262041e88bc4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T19:47:48,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cfc1627-0f83-c741-a454-262041e88bc4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T19:47:48,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cfc1627-0f83-c741-a454-262041e88bc4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T19:47:48,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cfc1627-0f83-c741-a454-262041e88bc4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T19:47:48,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cfc1627-0f83-c741-a454-262041e88bc4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T19:47:48,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cfc1627-0f83-c741-a454-262041e88bc4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T19:47:48,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cfc1627-0f83-c741-a454-262041e88bc4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T19:47:48,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cfc1627-0f83-c741-a454-262041e88bc4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T19:47:48,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cfc1627-0f83-c741-a454-262041e88bc4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T19:47:48,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cfc1627-0f83-c741-a454-262041e88bc4/nfs.dump.dir in system properties and HBase conf 2024-11-18T19:47:48,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cfc1627-0f83-c741-a454-262041e88bc4/java.io.tmpdir in system properties and HBase conf 2024-11-18T19:47:48,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cfc1627-0f83-c741-a454-262041e88bc4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T19:47:48,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cfc1627-0f83-c741-a454-262041e88bc4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T19:47:48,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cfc1627-0f83-c741-a454-262041e88bc4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T19:47:50,200 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T19:47:50,336 INFO [Time-limited test {}] log.Log(170): Logging initialized @3110ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-18T19:47:50,459 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T19:47:50,562 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T19:47:50,596 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T19:47:50,596 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T19:47:50,598 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T19:47:50,615 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T19:47:50,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@204cbd3d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cfc1627-0f83-c741-a454-262041e88bc4/hadoop.log.dir/,AVAILABLE} 2024-11-18T19:47:50,621 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a1d3383{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T19:47:50,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ed19b13{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cfc1627-0f83-c741-a454-262041e88bc4/java.io.tmpdir/jetty-localhost-43239-hadoop-hdfs-3_4_1-tests_jar-_-any-2862103968199236931/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T19:47:50,859 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72dc5ed7{HTTP/1.1, (http/1.1)}{localhost:43239} 2024-11-18T19:47:50,859 INFO [Time-limited test {}] server.Server(415): Started @3634ms 2024-11-18T19:47:51,720 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T19:47:51,729 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T19:47:51,730 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T19:47:51,730 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T19:47:51,731 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T19:47:51,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25468aae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cfc1627-0f83-c741-a454-262041e88bc4/hadoop.log.dir/,AVAILABLE} 2024-11-18T19:47:51,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@dad9bbd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T19:47:51,852 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77378538{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cfc1627-0f83-c741-a454-262041e88bc4/java.io.tmpdir/jetty-localhost-39925-hadoop-hdfs-3_4_1-tests_jar-_-any-7759505320552538854/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T19:47:51,853 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@648508dd{HTTP/1.1, (http/1.1)}{localhost:39925} 2024-11-18T19:47:51,853 INFO [Time-limited test {}] server.Server(415): Started @4628ms 2024-11-18T19:47:51,939 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T19:47:52,154 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T19:47:52,162 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T19:47:52,168 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T19:47:52,168 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T19:47:52,168 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T19:47:52,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e6bc5de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cfc1627-0f83-c741-a454-262041e88bc4/hadoop.log.dir/,AVAILABLE} 2024-11-18T19:47:52,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14d5c112{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T19:47:52,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@768cbdf0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cfc1627-0f83-c741-a454-262041e88bc4/java.io.tmpdir/jetty-localhost-45787-hadoop-hdfs-3_4_1-tests_jar-_-any-1550589130421824587/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T19:47:52,314 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f7ee15d{HTTP/1.1, (http/1.1)}{localhost:45787} 2024-11-18T19:47:52,314 INFO [Time-limited test {}] server.Server(415): Started @5089ms 2024-11-18T19:47:52,318 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T19:47:53,472 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cfc1627-0f83-c741-a454-262041e88bc4/cluster_8692925c-a203-6b33-e446-73410d26f6b3/data/data3/current/BP-311252076-172.17.0.2-1731959269668/current, will proceed with Du for space computation calculation, 2024-11-18T19:47:53,482 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cfc1627-0f83-c741-a454-262041e88bc4/cluster_8692925c-a203-6b33-e446-73410d26f6b3/data/data4/current/BP-311252076-172.17.0.2-1731959269668/current, will proceed with Du for space computation calculation, 2024-11-18T19:47:53,489 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cfc1627-0f83-c741-a454-262041e88bc4/cluster_8692925c-a203-6b33-e446-73410d26f6b3/data/data1/current/BP-311252076-172.17.0.2-1731959269668/current, will proceed with Du for space computation calculation, 2024-11-18T19:47:53,496 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cfc1627-0f83-c741-a454-262041e88bc4/cluster_8692925c-a203-6b33-e446-73410d26f6b3/data/data2/current/BP-311252076-172.17.0.2-1731959269668/current, will proceed with Du for space computation calculation, 2024-11-18T19:47:53,596 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T19:47:53,599 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T19:47:53,669 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3af6bae35d6a050f with lease ID 0x812bbe9c1203e9e7: Processing first storage report for DS-922e02f3-74ec-48cf-9ddf-a3e2f8706ff5 from datanode DatanodeRegistration(127.0.0.1:33471, datanodeUuid=59d66e66-5f34-4713-9e1a-6ab18e7a2f2f, infoPort=45653, infoSecurePort=0, ipcPort=36103, storageInfo=lv=-57;cid=testClusterID;nsid=376044034;c=1731959269668) 2024-11-18T19:47:53,671 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3af6bae35d6a050f with lease ID 0x812bbe9c1203e9e7: from storage DS-922e02f3-74ec-48cf-9ddf-a3e2f8706ff5 node DatanodeRegistration(127.0.0.1:33471, datanodeUuid=59d66e66-5f34-4713-9e1a-6ab18e7a2f2f, infoPort=45653, infoSecurePort=0, ipcPort=36103, storageInfo=lv=-57;cid=testClusterID;nsid=376044034;c=1731959269668), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-18T19:47:53,671 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3af6bae35d6a050f with lease ID 0x812bbe9c1203e9e7: Processing first storage report for DS-282380f5-965f-43c4-8b75-f0d4d39492ec from datanode DatanodeRegistration(127.0.0.1:33471, datanodeUuid=59d66e66-5f34-4713-9e1a-6ab18e7a2f2f, infoPort=45653, infoSecurePort=0, ipcPort=36103, storageInfo=lv=-57;cid=testClusterID;nsid=376044034;c=1731959269668) 2024-11-18T19:47:53,672 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3af6bae35d6a050f with lease ID 0x812bbe9c1203e9e7: from storage DS-282380f5-965f-43c4-8b75-f0d4d39492ec node DatanodeRegistration(127.0.0.1:33471, datanodeUuid=59d66e66-5f34-4713-9e1a-6ab18e7a2f2f, infoPort=45653, infoSecurePort=0, ipcPort=36103, storageInfo=lv=-57;cid=testClusterID;nsid=376044034;c=1731959269668), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T19:47:53,680 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x744c4082da3a7880 with lease ID 0x812bbe9c1203e9e6: Processing first storage report for DS-abea4c28-e697-40ad-9a71-a22a1ac74184 from datanode DatanodeRegistration(127.0.0.1:34827, datanodeUuid=0dec6ea3-06a6-41fa-b7a9-64517a4ddfe5, infoPort=34449, infoSecurePort=0, ipcPort=36479, storageInfo=lv=-57;cid=testClusterID;nsid=376044034;c=1731959269668) 2024-11-18T19:47:53,680 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x744c4082da3a7880 with lease ID 0x812bbe9c1203e9e6: from storage DS-abea4c28-e697-40ad-9a71-a22a1ac74184 node DatanodeRegistration(127.0.0.1:34827, datanodeUuid=0dec6ea3-06a6-41fa-b7a9-64517a4ddfe5, infoPort=34449, infoSecurePort=0, ipcPort=36479, storageInfo=lv=-57;cid=testClusterID;nsid=376044034;c=1731959269668), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T19:47:53,681 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x744c4082da3a7880 with lease ID 0x812bbe9c1203e9e6: Processing first storage report for DS-328309a2-31dc-4d45-94f3-6a0d9f4c711e from datanode DatanodeRegistration(127.0.0.1:34827, datanodeUuid=0dec6ea3-06a6-41fa-b7a9-64517a4ddfe5, infoPort=34449, infoSecurePort=0, ipcPort=36479, storageInfo=lv=-57;cid=testClusterID;nsid=376044034;c=1731959269668) 2024-11-18T19:47:53,682 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x744c4082da3a7880 with lease ID 0x812bbe9c1203e9e6: from storage DS-328309a2-31dc-4d45-94f3-6a0d9f4c711e node DatanodeRegistration(127.0.0.1:34827, datanodeUuid=0dec6ea3-06a6-41fa-b7a9-64517a4ddfe5, infoPort=34449, infoSecurePort=0, ipcPort=36479, storageInfo=lv=-57;cid=testClusterID;nsid=376044034;c=1731959269668), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T19:47:53,719 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cfc1627-0f83-c741-a454-262041e88bc4 2024-11-18T19:47:53,940 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cfc1627-0f83-c741-a454-262041e88bc4/cluster_8692925c-a203-6b33-e446-73410d26f6b3/zookeeper_0, clientPort=59951, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cfc1627-0f83-c741-a454-262041e88bc4/cluster_8692925c-a203-6b33-e446-73410d26f6b3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cfc1627-0f83-c741-a454-262041e88bc4/cluster_8692925c-a203-6b33-e446-73410d26f6b3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T19:47:53,955 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59951 2024-11-18T19:47:53,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:47:53,981 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:47:54,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33471 is added to blk_1073741825_1001 (size=7) 2024-11-18T19:47:54,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741825_1001 (size=7) 2024-11-18T19:47:54,781 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c with version=8 2024-11-18T19:47:54,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/hbase-staging 2024-11-18T19:47:54,936 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-18T19:47:55,284 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d8f95bb18b58:0 server-side Connection retries=45 2024-11-18T19:47:55,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T19:47:55,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T19:47:55,310 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T19:47:55,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T19:47:55,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T19:47:55,537 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T19:47:55,607 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-18T19:47:55,618 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-18T19:47:55,622 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T19:47:55,655 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 71646 (auto-detected) 2024-11-18T19:47:55,656 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-18T19:47:55,694 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44879 2024-11-18T19:47:55,728 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44879 connecting to ZooKeeper ensemble=127.0.0.1:59951 2024-11-18T19:47:55,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448790x0, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T19:47:55,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44879-0x10150c6eb940000 connected 2024-11-18T19:47:56,062 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:47:56,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:47:56,102 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44879-0x10150c6eb940000, quorum=127.0.0.1:59951, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T19:47:56,108 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c, hbase.cluster.distributed=false 2024-11-18T19:47:56,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44879-0x10150c6eb940000, quorum=127.0.0.1:59951, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T19:47:56,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44879 2024-11-18T19:47:56,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44879 2024-11-18T19:47:56,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44879 2024-11-18T19:47:56,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44879 2024-11-18T19:47:56,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44879 2024-11-18T19:47:56,422 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d8f95bb18b58:0 server-side Connection retries=45 2024-11-18T19:47:56,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T19:47:56,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T19:47:56,425 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T19:47:56,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T19:47:56,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T19:47:56,429 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T19:47:56,433 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T19:47:56,437 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38813 2024-11-18T19:47:56,440 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38813 connecting to ZooKeeper ensemble=127.0.0.1:59951 2024-11-18T19:47:56,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:47:56,447 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:47:56,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388130x0, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T19:47:56,515 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388130x0, quorum=127.0.0.1:59951, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T19:47:56,526 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T19:47:56,532 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38813-0x10150c6eb940001 connected 2024-11-18T19:47:56,566 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T19:47:56,570 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38813-0x10150c6eb940001, quorum=127.0.0.1:59951, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T19:47:56,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38813-0x10150c6eb940001, quorum=127.0.0.1:59951, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T19:47:56,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38813 2024-11-18T19:47:56,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38813 2024-11-18T19:47:56,601 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38813 2024-11-18T19:47:56,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38813 2024-11-18T19:47:56,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38813 2024-11-18T19:47:56,643 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d8f95bb18b58:0 server-side Connection retries=45 2024-11-18T19:47:56,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T19:47:56,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T19:47:56,644 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T19:47:56,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T19:47:56,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T19:47:56,646 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T19:47:56,646 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T19:47:56,655 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43067 2024-11-18T19:47:56,662 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43067 connecting to ZooKeeper ensemble=127.0.0.1:59951 2024-11-18T19:47:56,664 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:47:56,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:47:56,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430670x0, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T19:47:56,705 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:430670x0, quorum=127.0.0.1:59951, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T19:47:56,706 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T19:47:56,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43067-0x10150c6eb940002 connected 2024-11-18T19:47:56,708 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T19:47:56,710 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43067-0x10150c6eb940002, quorum=127.0.0.1:59951, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T19:47:56,714 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43067-0x10150c6eb940002, quorum=127.0.0.1:59951, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T19:47:56,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43067 2024-11-18T19:47:56,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43067 2024-11-18T19:47:56,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43067 2024-11-18T19:47:56,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43067 2024-11-18T19:47:56,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43067 2024-11-18T19:47:56,743 DEBUG [M:0;d8f95bb18b58:44879 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d8f95bb18b58:44879 2024-11-18T19:47:56,752 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d8f95bb18b58,44879,1731959275033 2024-11-18T19:47:56,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43067-0x10150c6eb940002, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T19:47:56,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44879-0x10150c6eb940000, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T19:47:56,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x10150c6eb940001, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T19:47:56,801 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44879-0x10150c6eb940000, quorum=127.0.0.1:59951, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d8f95bb18b58,44879,1731959275033 2024-11-18T19:47:56,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43067-0x10150c6eb940002, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T19:47:56,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44879-0x10150c6eb940000, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:47:56,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43067-0x10150c6eb940002, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:47:56,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x10150c6eb940001, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T19:47:56,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x10150c6eb940001, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:47:56,841 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44879-0x10150c6eb940000, quorum=127.0.0.1:59951, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T19:47:56,844 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d8f95bb18b58,44879,1731959275033 from backup master directory 2024-11-18T19:47:56,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43067-0x10150c6eb940002, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T19:47:56,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x10150c6eb940001, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T19:47:56,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44879-0x10150c6eb940000, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d8f95bb18b58,44879,1731959275033 2024-11-18T19:47:56,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44879-0x10150c6eb940000, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T19:47:56,860 WARN [master/d8f95bb18b58:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T19:47:56,860 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d8f95bb18b58,44879,1731959275033 2024-11-18T19:47:56,863 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-18T19:47:56,868 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-18T19:47:56,950 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/hbase.id] with ID: f7eaa50b-e60f-40a9-ae21-0cd9542fcac5 2024-11-18T19:47:56,950 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/.tmp/hbase.id 2024-11-18T19:47:56,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33471 is added to blk_1073741826_1002 (size=42) 2024-11-18T19:47:56,973 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/.tmp/hbase.id]:[hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/hbase.id] 2024-11-18T19:47:56,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741826_1002 (size=42) 2024-11-18T19:47:57,101 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:47:57,108 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T19:47:57,134 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 23ms. 2024-11-18T19:47:57,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x10150c6eb940001, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:47:57,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44879-0x10150c6eb940000, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:47:57,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43067-0x10150c6eb940002, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:47:57,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33471 is added to blk_1073741827_1003 (size=196) 2024-11-18T19:47:57,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741827_1003 (size=196) 2024-11-18T19:47:57,678 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T19:47:57,681 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T19:47:57,702 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:47:57,710 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T19:47:57,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741828_1004 (size=1189) 2024-11-18T19:47:57,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33471 is added to blk_1073741828_1004 (size=1189) 2024-11-18T19:47:57,821 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/MasterData/data/master/store 2024-11-18T19:47:57,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741829_1005 (size=34) 2024-11-18T19:47:57,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33471 is added to blk_1073741829_1005 (size=34) 2024-11-18T19:47:57,855 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-18T19:47:57,859 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:47:57,860 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T19:47:57,860 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T19:47:57,860 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T19:47:57,862 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T19:47:57,862 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T19:47:57,862 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T19:47:57,864 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731959277860Disabling compacts and flushes for region at 1731959277860Disabling writes for close at 1731959277862 (+2 ms)Writing region close event to WAL at 1731959277862Closed at 1731959277862 2024-11-18T19:47:57,867 WARN [master/d8f95bb18b58:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/MasterData/data/master/store/.initializing 2024-11-18T19:47:57,867 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/MasterData/WALs/d8f95bb18b58,44879,1731959275033 2024-11-18T19:47:57,878 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T19:47:57,897 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d8f95bb18b58%2C44879%2C1731959275033, suffix=, logDir=hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/MasterData/WALs/d8f95bb18b58,44879,1731959275033, archiveDir=hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/MasterData/oldWALs, maxLogs=10 2024-11-18T19:47:57,930 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/MasterData/WALs/d8f95bb18b58,44879,1731959275033/d8f95bb18b58%2C44879%2C1731959275033.1731959277903, exclude list is [], retry=0 2024-11-18T19:47:57,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34827,DS-abea4c28-e697-40ad-9a71-a22a1ac74184,DISK] 2024-11-18T19:47:57,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33471,DS-922e02f3-74ec-48cf-9ddf-a3e2f8706ff5,DISK] 2024-11-18T19:47:57,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-18T19:47:57,994 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/MasterData/WALs/d8f95bb18b58,44879,1731959275033/d8f95bb18b58%2C44879%2C1731959275033.1731959277903 2024-11-18T19:47:57,995 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45653:45653),(127.0.0.1/127.0.0.1:34449:34449)] 2024-11-18T19:47:57,996 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T19:47:57,996 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:47:58,001 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:47:58,003 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:47:58,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:47:58,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T19:47:58,089 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:47:58,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:47:58,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:47:58,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T19:47:58,099 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:47:58,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:47:58,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:47:58,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T19:47:58,106 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:47:58,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:47:58,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:47:58,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T19:47:58,112 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:47:58,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:47:58,114 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:47:58,121 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:47:58,124 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:47:58,133 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:47:58,134 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:47:58,140 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T19:47:58,149 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:47:58,157 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:47:58,159 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60543723, jitterRate=-0.0978282243013382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T19:47:58,171 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731959278017Initializing all the Stores at 1731959278020 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731959278021 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731959278021Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731959278022 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731959278022Cleaning up temporary data from old regions at 1731959278134 (+112 ms)Region opened successfully at 1731959278171 (+37 ms) 2024-11-18T19:47:58,173 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T19:47:58,234 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30dc381f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d8f95bb18b58/172.17.0.2:0 2024-11-18T19:47:58,285 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T19:47:58,302 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T19:47:58,302 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T19:47:58,307 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T19:47:58,313 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 6 msec 2024-11-18T19:47:58,320 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-18T19:47:58,321 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T19:47:58,359 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T19:47:58,371 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44879-0x10150c6eb940000, quorum=127.0.0.1:59951, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-18T19:47:58,409 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-18T19:47:58,413 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T19:47:58,415 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44879-0x10150c6eb940000, quorum=127.0.0.1:59951, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-18T19:47:58,426 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-18T19:47:58,429 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T19:47:58,433 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44879-0x10150c6eb940000, quorum=127.0.0.1:59951, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-18T19:47:58,443 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-18T19:47:58,445 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44879-0x10150c6eb940000, quorum=127.0.0.1:59951, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-18T19:47:58,454 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-18T19:47:58,473 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44879-0x10150c6eb940000, quorum=127.0.0.1:59951, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T19:47:58,479 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-18T19:47:58,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43067-0x10150c6eb940002, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T19:47:58,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44879-0x10150c6eb940000, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T19:47:58,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x10150c6eb940001, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T19:47:58,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x10150c6eb940001, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:47:58,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44879-0x10150c6eb940000, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:47:58,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43067-0x10150c6eb940002, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:47:58,497 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d8f95bb18b58,44879,1731959275033, sessionid=0x10150c6eb940000, setting cluster-up flag (Was=false) 2024-11-18T19:47:58,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44879-0x10150c6eb940000, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:47:58,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x10150c6eb940001, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:47:58,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43067-0x10150c6eb940002, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:47:58,546 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-18T19:47:58,548 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d8f95bb18b58,44879,1731959275033 2024-11-18T19:47:58,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44879-0x10150c6eb940000, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:47:58,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x10150c6eb940001, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:47:58,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43067-0x10150c6eb940002, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:47:58,596 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-18T19:47:58,598 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d8f95bb18b58,44879,1731959275033 2024-11-18T19:47:58,603 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T19:47:58,629 INFO [RS:1;d8f95bb18b58:43067 {}] regionserver.HRegionServer(746): ClusterId : f7eaa50b-e60f-40a9-ae21-0cd9542fcac5 2024-11-18T19:47:58,629 INFO [RS:0;d8f95bb18b58:38813 {}] regionserver.HRegionServer(746): ClusterId : f7eaa50b-e60f-40a9-ae21-0cd9542fcac5 2024-11-18T19:47:58,632 DEBUG [RS:0;d8f95bb18b58:38813 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T19:47:58,632 DEBUG [RS:1;d8f95bb18b58:43067 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T19:47:58,645 DEBUG [RS:0;d8f95bb18b58:38813 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T19:47:58,645 DEBUG [RS:1;d8f95bb18b58:43067 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T19:47:58,645 DEBUG [RS:0;d8f95bb18b58:38813 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T19:47:58,645 DEBUG [RS:1;d8f95bb18b58:43067 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T19:47:58,663 DEBUG [RS:0;d8f95bb18b58:38813 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T19:47:58,663 DEBUG [RS:1;d8f95bb18b58:43067 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T19:47:58,664 DEBUG [RS:1;d8f95bb18b58:43067 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49a7d9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d8f95bb18b58/172.17.0.2:0 2024-11-18T19:47:58,664 DEBUG [RS:0;d8f95bb18b58:38813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50f44697, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d8f95bb18b58/172.17.0.2:0 2024-11-18T19:47:58,677 DEBUG [RS:1;d8f95bb18b58:43067 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;d8f95bb18b58:43067 2024-11-18T19:47:58,680 INFO [RS:1;d8f95bb18b58:43067 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T19:47:58,680 INFO [RS:1;d8f95bb18b58:43067 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T19:47:58,680 DEBUG [RS:1;d8f95bb18b58:43067 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T19:47:58,681 DEBUG [RS:0;d8f95bb18b58:38813 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d8f95bb18b58:38813 2024-11-18T19:47:58,681 INFO [RS:0;d8f95bb18b58:38813 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T19:47:58,681 INFO [RS:0;d8f95bb18b58:38813 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T19:47:58,681 DEBUG [RS:0;d8f95bb18b58:38813 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T19:47:58,684 INFO [RS:1;d8f95bb18b58:43067 {}] regionserver.HRegionServer(2659): reportForDuty to master=d8f95bb18b58,44879,1731959275033 with port=43067, startcode=1731959276642 2024-11-18T19:47:58,685 INFO [RS:0;d8f95bb18b58:38813 {}] regionserver.HRegionServer(2659): reportForDuty to master=d8f95bb18b58,44879,1731959275033 with port=38813, startcode=1731959276373 2024-11-18T19:47:58,698 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T19:47:58,699 DEBUG [RS:0;d8f95bb18b58:38813 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T19:47:58,699 DEBUG [RS:1;d8f95bb18b58:43067 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T19:47:58,709 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T19:47:58,717 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T19:47:58,723 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d8f95bb18b58,44879,1731959275033 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T19:47:58,731 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d8f95bb18b58:0, corePoolSize=5, maxPoolSize=5 2024-11-18T19:47:58,731 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d8f95bb18b58:0, corePoolSize=5, maxPoolSize=5 2024-11-18T19:47:58,731 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d8f95bb18b58:0, corePoolSize=5, maxPoolSize=5 2024-11-18T19:47:58,731 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d8f95bb18b58:0, corePoolSize=5, maxPoolSize=5 2024-11-18T19:47:58,732 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d8f95bb18b58:0, corePoolSize=10, maxPoolSize=10 2024-11-18T19:47:58,735 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d8f95bb18b58:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:47:58,735 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d8f95bb18b58:0, corePoolSize=2, maxPoolSize=2 2024-11-18T19:47:58,735 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d8f95bb18b58:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:47:58,740 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731959308740 2024-11-18T19:47:58,742 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T19:47:58,742 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T19:47:58,742 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T19:47:58,743 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T19:47:58,747 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T19:47:58,747 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T19:47:58,748 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T19:47:58,748 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T19:47:58,748 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44879 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-18T19:47:58,750 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T19:47:58,751 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T19:47:58,749 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T19:47:58,752 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T19:47:58,753 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T19:47:58,754 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T19:47:58,756 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T19:47:58,757 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T19:47:58,755 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44879 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-18T19:47:58,759 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:47:58,759 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T19:47:58,766 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d8f95bb18b58:0:becomeActiveMaster-HFileCleaner.large.0-1731959278763,5,FailOnTimeoutGroup] 2024-11-18T19:47:58,767 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d8f95bb18b58:0:becomeActiveMaster-HFileCleaner.small.0-1731959278766,5,FailOnTimeoutGroup] 2024-11-18T19:47:58,767 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T19:47:58,768 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T19:47:58,769 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T19:47:58,769 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T19:47:58,781 DEBUG [RS:1;d8f95bb18b58:43067 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-18T19:47:58,781 DEBUG [RS:0;d8f95bb18b58:38813 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-18T19:47:58,782 WARN [RS:1;d8f95bb18b58:43067 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-18T19:47:58,782 WARN [RS:0;d8f95bb18b58:38813 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-18T19:47:58,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33471 is added to blk_1073741831_1007 (size=1321) 2024-11-18T19:47:58,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741831_1007 (size=1321) 2024-11-18T19:47:58,790 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T19:47:58,790 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c 2024-11-18T19:47:58,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741832_1008 (size=32) 2024-11-18T19:47:58,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33471 is added to blk_1073741832_1008 (size=32) 2024-11-18T19:47:58,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:47:58,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T19:47:58,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T19:47:58,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:47:58,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:47:58,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T19:47:58,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T19:47:58,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:47:58,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:47:58,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T19:47:58,821 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T19:47:58,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:47:58,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:47:58,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T19:47:58,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T19:47:58,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:47:58,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:47:58,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T19:47:58,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/hbase/meta/1588230740 2024-11-18T19:47:58,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/hbase/meta/1588230740 2024-11-18T19:47:58,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T19:47:58,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T19:47:58,835 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T19:47:58,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T19:47:58,844 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:47:58,845 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70993837, jitterRate=0.05789060890674591}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T19:47:58,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731959278805Initializing all the Stores at 1731959278807 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731959278807Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731959278808 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731959278808Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731959278808Cleaning up temporary data from old regions at 1731959278834 (+26 ms)Region opened successfully at 1731959278851 (+17 ms) 2024-11-18T19:47:58,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T19:47:58,852 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T19:47:58,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T19:47:58,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T19:47:58,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T19:47:58,854 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T19:47:58,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731959278852Disabling compacts and flushes for region at 1731959278852Disabling writes for close at 1731959278852Writing region close event to WAL at 1731959278853 (+1 ms)Closed at 1731959278854 (+1 ms) 2024-11-18T19:47:58,858 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T19:47:58,858 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T19:47:58,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T19:47:58,872 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T19:47:58,876 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T19:47:58,883 INFO [RS:0;d8f95bb18b58:38813 {}] regionserver.HRegionServer(2659): reportForDuty to master=d8f95bb18b58,44879,1731959275033 with port=38813, startcode=1731959276373 2024-11-18T19:47:58,883 INFO [RS:1;d8f95bb18b58:43067 {}] regionserver.HRegionServer(2659): reportForDuty to master=d8f95bb18b58,44879,1731959275033 with port=43067, startcode=1731959276642 2024-11-18T19:47:58,885 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44879 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d8f95bb18b58,43067,1731959276642 2024-11-18T19:47:58,888 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44879 {}] master.ServerManager(517): Registering regionserver=d8f95bb18b58,43067,1731959276642 2024-11-18T19:47:58,898 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44879 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d8f95bb18b58,38813,1731959276373 2024-11-18T19:47:58,898 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44879 {}] master.ServerManager(517): Registering regionserver=d8f95bb18b58,38813,1731959276373 2024-11-18T19:47:58,898 DEBUG [RS:1;d8f95bb18b58:43067 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c 2024-11-18T19:47:58,898 DEBUG [RS:1;d8f95bb18b58:43067 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36349 2024-11-18T19:47:58,899 DEBUG [RS:1;d8f95bb18b58:43067 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T19:47:58,903 DEBUG [RS:0;d8f95bb18b58:38813 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c 2024-11-18T19:47:58,903 DEBUG [RS:0;d8f95bb18b58:38813 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36349 2024-11-18T19:47:58,903 DEBUG [RS:0;d8f95bb18b58:38813 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T19:47:58,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44879-0x10150c6eb940000, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T19:47:58,967 DEBUG [RS:1;d8f95bb18b58:43067 {}] zookeeper.ZKUtil(111): regionserver:43067-0x10150c6eb940002, quorum=127.0.0.1:59951, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d8f95bb18b58,43067,1731959276642 2024-11-18T19:47:58,967 WARN [RS:1;d8f95bb18b58:43067 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T19:47:58,968 INFO [RS:1;d8f95bb18b58:43067 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T19:47:58,968 DEBUG [RS:0;d8f95bb18b58:38813 {}] zookeeper.ZKUtil(111): regionserver:38813-0x10150c6eb940001, quorum=127.0.0.1:59951, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d8f95bb18b58,38813,1731959276373 2024-11-18T19:47:58,968 WARN [RS:0;d8f95bb18b58:38813 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T19:47:58,968 DEBUG [RS:1;d8f95bb18b58:43067 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/WALs/d8f95bb18b58,43067,1731959276642 2024-11-18T19:47:58,968 INFO [RS:0;d8f95bb18b58:38813 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T19:47:58,968 DEBUG [RS:0;d8f95bb18b58:38813 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/WALs/d8f95bb18b58,38813,1731959276373 2024-11-18T19:47:58,970 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d8f95bb18b58,38813,1731959276373] 2024-11-18T19:47:58,970 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d8f95bb18b58,43067,1731959276642] 2024-11-18T19:47:58,997 INFO [RS:0;d8f95bb18b58:38813 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T19:47:58,997 INFO [RS:1;d8f95bb18b58:43067 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T19:47:59,015 INFO [RS:0;d8f95bb18b58:38813 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T19:47:59,018 INFO [RS:1;d8f95bb18b58:43067 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T19:47:59,022 INFO [RS:0;d8f95bb18b58:38813 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T19:47:59,022 INFO [RS:0;d8f95bb18b58:38813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T19:47:59,022 INFO [RS:1;d8f95bb18b58:43067 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T19:47:59,022 INFO [RS:1;d8f95bb18b58:43067 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T19:47:59,023 INFO [RS:0;d8f95bb18b58:38813 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T19:47:59,023 INFO [RS:1;d8f95bb18b58:43067 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T19:47:59,027 WARN [d8f95bb18b58:44879 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T19:47:59,029 INFO [RS:0;d8f95bb18b58:38813 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T19:47:59,029 INFO [RS:1;d8f95bb18b58:43067 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T19:47:59,031 INFO [RS:0;d8f95bb18b58:38813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T19:47:59,031 DEBUG [RS:0;d8f95bb18b58:38813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d8f95bb18b58:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:47:59,031 INFO [RS:1;d8f95bb18b58:43067 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T19:47:59,031 DEBUG [RS:0;d8f95bb18b58:38813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d8f95bb18b58:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:47:59,032 DEBUG [RS:1;d8f95bb18b58:43067 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d8f95bb18b58:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:47:59,032 DEBUG [RS:0;d8f95bb18b58:38813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d8f95bb18b58:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:47:59,032 DEBUG [RS:1;d8f95bb18b58:43067 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d8f95bb18b58:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:47:59,032 DEBUG [RS:0;d8f95bb18b58:38813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d8f95bb18b58:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:47:59,032 DEBUG [RS:0;d8f95bb18b58:38813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d8f95bb18b58:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:47:59,032 DEBUG [RS:1;d8f95bb18b58:43067 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d8f95bb18b58:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:47:59,032 DEBUG [RS:0;d8f95bb18b58:38813 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d8f95bb18b58:0, corePoolSize=2, maxPoolSize=2 2024-11-18T19:47:59,032 DEBUG [RS:1;d8f95bb18b58:43067 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d8f95bb18b58:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:47:59,032 DEBUG [RS:1;d8f95bb18b58:43067 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d8f95bb18b58:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:47:59,032 DEBUG [RS:0;d8f95bb18b58:38813 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d8f95bb18b58:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:47:59,032 DEBUG [RS:1;d8f95bb18b58:43067 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d8f95bb18b58:0, corePoolSize=2, maxPoolSize=2 2024-11-18T19:47:59,032 DEBUG [RS:0;d8f95bb18b58:38813 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d8f95bb18b58:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:47:59,033 DEBUG [RS:1;d8f95bb18b58:43067 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d8f95bb18b58:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:47:59,033 DEBUG [RS:0;d8f95bb18b58:38813 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d8f95bb18b58:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:47:59,033 DEBUG [RS:1;d8f95bb18b58:43067 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d8f95bb18b58:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:47:59,033 DEBUG [RS:0;d8f95bb18b58:38813 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d8f95bb18b58:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:47:59,033 DEBUG [RS:1;d8f95bb18b58:43067 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d8f95bb18b58:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:47:59,033 DEBUG [RS:0;d8f95bb18b58:38813 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d8f95bb18b58:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:47:59,033 DEBUG [RS:1;d8f95bb18b58:43067 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d8f95bb18b58:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:47:59,033 DEBUG [RS:0;d8f95bb18b58:38813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d8f95bb18b58:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:47:59,033 DEBUG [RS:1;d8f95bb18b58:43067 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d8f95bb18b58:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:47:59,033 DEBUG [RS:0;d8f95bb18b58:38813 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d8f95bb18b58:0, corePoolSize=3, maxPoolSize=3 2024-11-18T19:47:59,033 DEBUG [RS:1;d8f95bb18b58:43067 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d8f95bb18b58:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:47:59,033 DEBUG [RS:0;d8f95bb18b58:38813 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d8f95bb18b58:0, corePoolSize=3, maxPoolSize=3 2024-11-18T19:47:59,034 DEBUG [RS:1;d8f95bb18b58:43067 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d8f95bb18b58:0, corePoolSize=3, maxPoolSize=3 2024-11-18T19:47:59,034 DEBUG [RS:1;d8f95bb18b58:43067 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d8f95bb18b58:0, corePoolSize=3, maxPoolSize=3 2024-11-18T19:47:59,064 INFO [RS:0;d8f95bb18b58:38813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T19:47:59,065 INFO [RS:1;d8f95bb18b58:43067 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T19:47:59,065 INFO [RS:0;d8f95bb18b58:38813 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T19:47:59,065 INFO [RS:1;d8f95bb18b58:43067 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T19:47:59,065 INFO [RS:0;d8f95bb18b58:38813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T19:47:59,065 INFO [RS:1;d8f95bb18b58:43067 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T19:47:59,065 INFO [RS:0;d8f95bb18b58:38813 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T19:47:59,065 INFO [RS:1;d8f95bb18b58:43067 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T19:47:59,065 INFO [RS:0;d8f95bb18b58:38813 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T19:47:59,065 INFO [RS:1;d8f95bb18b58:43067 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T19:47:59,065 INFO [RS:0;d8f95bb18b58:38813 {}] hbase.ChoreService(168): Chore ScheduledChore name=d8f95bb18b58,38813,1731959276373-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T19:47:59,065 INFO [RS:1;d8f95bb18b58:43067 {}] hbase.ChoreService(168): Chore ScheduledChore name=d8f95bb18b58,43067,1731959276642-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T19:47:59,097 INFO [RS:1;d8f95bb18b58:43067 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T19:47:59,097 INFO [RS:0;d8f95bb18b58:38813 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T19:47:59,099 INFO [RS:1;d8f95bb18b58:43067 {}] hbase.ChoreService(168): Chore ScheduledChore name=d8f95bb18b58,43067,1731959276642-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T19:47:59,099 INFO [RS:0;d8f95bb18b58:38813 {}] hbase.ChoreService(168): Chore ScheduledChore name=d8f95bb18b58,38813,1731959276373-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T19:47:59,100 INFO [RS:1;d8f95bb18b58:43067 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T19:47:59,100 INFO [RS:0;d8f95bb18b58:38813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T19:47:59,100 INFO [RS:1;d8f95bb18b58:43067 {}] regionserver.Replication(171): d8f95bb18b58,43067,1731959276642 started 2024-11-18T19:47:59,100 INFO [RS:0;d8f95bb18b58:38813 {}] regionserver.Replication(171): d8f95bb18b58,38813,1731959276373 started 2024-11-18T19:47:59,124 INFO [RS:0;d8f95bb18b58:38813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T19:47:59,124 INFO [RS:1;d8f95bb18b58:43067 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T19:47:59,125 INFO [RS:1;d8f95bb18b58:43067 {}] regionserver.HRegionServer(1482): Serving as d8f95bb18b58,43067,1731959276642, RpcServer on d8f95bb18b58/172.17.0.2:43067, sessionid=0x10150c6eb940002 2024-11-18T19:47:59,125 INFO [RS:0;d8f95bb18b58:38813 {}] regionserver.HRegionServer(1482): Serving as d8f95bb18b58,38813,1731959276373, RpcServer on d8f95bb18b58/172.17.0.2:38813, sessionid=0x10150c6eb940001 2024-11-18T19:47:59,126 DEBUG [RS:1;d8f95bb18b58:43067 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T19:47:59,126 DEBUG [RS:0;d8f95bb18b58:38813 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T19:47:59,126 DEBUG [RS:1;d8f95bb18b58:43067 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d8f95bb18b58,43067,1731959276642 2024-11-18T19:47:59,126 DEBUG [RS:0;d8f95bb18b58:38813 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d8f95bb18b58,38813,1731959276373 2024-11-18T19:47:59,126 DEBUG [RS:1;d8f95bb18b58:43067 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd8f95bb18b58,43067,1731959276642' 2024-11-18T19:47:59,126 DEBUG [RS:0;d8f95bb18b58:38813 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd8f95bb18b58,38813,1731959276373' 2024-11-18T19:47:59,126 DEBUG [RS:1;d8f95bb18b58:43067 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T19:47:59,126 DEBUG [RS:0;d8f95bb18b58:38813 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T19:47:59,128 DEBUG [RS:1;d8f95bb18b58:43067 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T19:47:59,128 DEBUG [RS:0;d8f95bb18b58:38813 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T19:47:59,129 DEBUG [RS:1;d8f95bb18b58:43067 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T19:47:59,129 DEBUG [RS:1;d8f95bb18b58:43067 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T19:47:59,129 DEBUG [RS:1;d8f95bb18b58:43067 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d8f95bb18b58,43067,1731959276642 2024-11-18T19:47:59,129 DEBUG [RS:1;d8f95bb18b58:43067 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd8f95bb18b58,43067,1731959276642' 2024-11-18T19:47:59,129 DEBUG [RS:1;d8f95bb18b58:43067 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T19:47:59,136 DEBUG [RS:1;d8f95bb18b58:43067 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T19:47:59,137 DEBUG [RS:1;d8f95bb18b58:43067 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T19:47:59,137 INFO [RS:1;d8f95bb18b58:43067 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T19:47:59,137 INFO [RS:1;d8f95bb18b58:43067 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T19:47:59,143 DEBUG [RS:0;d8f95bb18b58:38813 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T19:47:59,144 DEBUG [RS:0;d8f95bb18b58:38813 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T19:47:59,144 DEBUG [RS:0;d8f95bb18b58:38813 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d8f95bb18b58,38813,1731959276373 2024-11-18T19:47:59,144 DEBUG [RS:0;d8f95bb18b58:38813 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd8f95bb18b58,38813,1731959276373' 2024-11-18T19:47:59,144 DEBUG [RS:0;d8f95bb18b58:38813 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T19:47:59,151 DEBUG [RS:0;d8f95bb18b58:38813 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T19:47:59,153 DEBUG [RS:0;d8f95bb18b58:38813 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T19:47:59,153 INFO [RS:0;d8f95bb18b58:38813 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T19:47:59,156 INFO [RS:0;d8f95bb18b58:38813 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T19:47:59,244 INFO [RS:1;d8f95bb18b58:43067 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T19:47:59,249 INFO [RS:1;d8f95bb18b58:43067 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=125 KB, rollsize=62.50 KB, prefix=d8f95bb18b58%2C43067%2C1731959276642, suffix=, logDir=hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/WALs/d8f95bb18b58,43067,1731959276642, archiveDir=hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/oldWALs, maxLogs=28835 2024-11-18T19:47:59,257 INFO [RS:0;d8f95bb18b58:38813 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T19:47:59,263 INFO [RS:0;d8f95bb18b58:38813 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=125 KB, rollsize=62.50 KB, prefix=d8f95bb18b58%2C38813%2C1731959276373, suffix=, logDir=hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/WALs/d8f95bb18b58,38813,1731959276373, archiveDir=hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/oldWALs, maxLogs=28835 2024-11-18T19:47:59,270 DEBUG [RS:1;d8f95bb18b58:43067 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/WALs/d8f95bb18b58,43067,1731959276642/d8f95bb18b58%2C43067%2C1731959276642.1731959279252, exclude list is [], retry=0 2024-11-18T19:47:59,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34827,DS-abea4c28-e697-40ad-9a71-a22a1ac74184,DISK] 2024-11-18T19:47:59,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33471,DS-922e02f3-74ec-48cf-9ddf-a3e2f8706ff5,DISK] 2024-11-18T19:47:59,283 DEBUG [RS:0;d8f95bb18b58:38813 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/WALs/d8f95bb18b58,38813,1731959276373/d8f95bb18b58%2C38813%2C1731959276373.1731959279265, exclude list is [], retry=0 2024-11-18T19:47:59,286 INFO [RS:1;d8f95bb18b58:43067 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/WALs/d8f95bb18b58,43067,1731959276642/d8f95bb18b58%2C43067%2C1731959276642.1731959279252 2024-11-18T19:47:59,287 DEBUG [RS:1;d8f95bb18b58:43067 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34449:34449),(127.0.0.1/127.0.0.1:45653:45653)] 2024-11-18T19:47:59,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34827,DS-abea4c28-e697-40ad-9a71-a22a1ac74184,DISK] 2024-11-18T19:47:59,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33471,DS-922e02f3-74ec-48cf-9ddf-a3e2f8706ff5,DISK] 2024-11-18T19:47:59,301 INFO [RS:0;d8f95bb18b58:38813 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/WALs/d8f95bb18b58,38813,1731959276373/d8f95bb18b58%2C38813%2C1731959276373.1731959279265 2024-11-18T19:47:59,302 DEBUG [RS:0;d8f95bb18b58:38813 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34449:34449),(127.0.0.1/127.0.0.1:45653:45653)] 2024-11-18T19:47:59,532 DEBUG [d8f95bb18b58:44879 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-18T19:47:59,539 DEBUG [d8f95bb18b58:44879 {}] balancer.BalancerClusterState(204): Hosts are {d8f95bb18b58=0} racks are {/default-rack=0} 2024-11-18T19:47:59,547 DEBUG [d8f95bb18b58:44879 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T19:47:59,547 DEBUG [d8f95bb18b58:44879 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T19:47:59,547 DEBUG [d8f95bb18b58:44879 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T19:47:59,547 DEBUG [d8f95bb18b58:44879 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T19:47:59,547 INFO [d8f95bb18b58:44879 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T19:47:59,547 INFO [d8f95bb18b58:44879 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T19:47:59,547 DEBUG [d8f95bb18b58:44879 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T19:47:59,555 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d8f95bb18b58,38813,1731959276373 2024-11-18T19:47:59,562 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d8f95bb18b58,38813,1731959276373, state=OPENING 2024-11-18T19:47:59,604 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T19:47:59,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x10150c6eb940001, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:47:59,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44879-0x10150c6eb940000, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:47:59,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43067-0x10150c6eb940002, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:47:59,613 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T19:47:59,613 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T19:47:59,614 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T19:47:59,615 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T19:47:59,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d8f95bb18b58,38813,1731959276373}] 2024-11-18T19:47:59,794 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T19:47:59,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56155, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T19:47:59,811 INFO [RS_OPEN_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T19:47:59,812 INFO [RS_OPEN_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T19:47:59,812 INFO [RS_OPEN_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T19:47:59,816 INFO [RS_OPEN_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=125 KB, rollsize=62.50 KB, prefix=d8f95bb18b58%2C38813%2C1731959276373.meta, suffix=.meta, logDir=hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/WALs/d8f95bb18b58,38813,1731959276373, archiveDir=hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/oldWALs, maxLogs=28835 2024-11-18T19:47:59,834 DEBUG [RS_OPEN_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/WALs/d8f95bb18b58,38813,1731959276373/d8f95bb18b58%2C38813%2C1731959276373.meta.1731959279818.meta, exclude list is [], retry=0 2024-11-18T19:47:59,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34827,DS-abea4c28-e697-40ad-9a71-a22a1ac74184,DISK] 2024-11-18T19:47:59,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33471,DS-922e02f3-74ec-48cf-9ddf-a3e2f8706ff5,DISK] 2024-11-18T19:47:59,843 INFO [RS_OPEN_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/WALs/d8f95bb18b58,38813,1731959276373/d8f95bb18b58%2C38813%2C1731959276373.meta.1731959279818.meta 2024-11-18T19:47:59,844 DEBUG [RS_OPEN_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34449:34449),(127.0.0.1/127.0.0.1:45653:45653)] 2024-11-18T19:47:59,844 DEBUG [RS_OPEN_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T19:47:59,846 DEBUG [RS_OPEN_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T19:47:59,848 DEBUG [RS_OPEN_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T19:47:59,853 INFO [RS_OPEN_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T19:47:59,857 DEBUG [RS_OPEN_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T19:47:59,858 DEBUG [RS_OPEN_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:47:59,858 DEBUG [RS_OPEN_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T19:47:59,858 DEBUG [RS_OPEN_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T19:47:59,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T19:47:59,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T19:47:59,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:47:59,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:47:59,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T19:47:59,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T19:47:59,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:47:59,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:47:59,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T19:47:59,873 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T19:47:59,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:47:59,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:47:59,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T19:47:59,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T19:47:59,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:47:59,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:47:59,883 DEBUG [RS_OPEN_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T19:47:59,888 DEBUG [RS_OPEN_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/hbase/meta/1588230740 2024-11-18T19:47:59,892 DEBUG [RS_OPEN_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/hbase/meta/1588230740 2024-11-18T19:47:59,896 DEBUG [RS_OPEN_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T19:47:59,896 DEBUG [RS_OPEN_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T19:47:59,897 DEBUG [RS_OPEN_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T19:47:59,900 DEBUG [RS_OPEN_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T19:47:59,903 INFO [RS_OPEN_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71619248, jitterRate=0.06720995903015137}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T19:47:59,903 DEBUG [RS_OPEN_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T19:47:59,905 DEBUG [RS_OPEN_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731959279859Writing region info on filesystem at 1731959279859Initializing all the Stores at 1731959279861 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731959279862 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731959279862Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731959279862Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731959279862Cleaning up temporary data from old regions at 1731959279896 (+34 ms)Running coprocessor post-open hooks at 1731959279903 (+7 ms)Region opened successfully at 1731959279905 (+2 ms) 2024-11-18T19:47:59,913 INFO [RS_OPEN_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731959279786 2024-11-18T19:47:59,925 DEBUG [RS_OPEN_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T19:47:59,926 INFO [RS_OPEN_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T19:47:59,929 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d8f95bb18b58,38813,1731959276373 2024-11-18T19:47:59,932 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d8f95bb18b58,38813,1731959276373, state=OPEN 2024-11-18T19:47:59,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44879-0x10150c6eb940000, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T19:47:59,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43067-0x10150c6eb940002, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T19:47:59,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x10150c6eb940001, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T19:47:59,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T19:47:59,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T19:47:59,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T19:47:59,944 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d8f95bb18b58,38813,1731959276373 2024-11-18T19:47:59,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T19:47:59,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d8f95bb18b58,38813,1731959276373 in 327 msec 2024-11-18T19:47:59,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T19:47:59,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0910 sec 2024-11-18T19:47:59,964 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T19:47:59,964 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T19:47:59,987 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:47:59,989 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d8f95bb18b58,38813,1731959276373, seqNum=-1] 2024-11-18T19:48:00,019 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:48:00,023 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:48:00,104 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4570 sec 2024-11-18T19:48:00,104 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731959280104, completionTime=-1 2024-11-18T19:48:00,108 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-18T19:48:00,108 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T19:48:00,149 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-18T19:48:00,149 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731959340149 2024-11-18T19:48:00,149 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731959400149 2024-11-18T19:48:00,150 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 41 msec 2024-11-18T19:48:00,152 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-18T19:48:00,162 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d8f95bb18b58,44879,1731959275033-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T19:48:00,162 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d8f95bb18b58,44879,1731959275033-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T19:48:00,163 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d8f95bb18b58,44879,1731959275033-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T19:48:00,165 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d8f95bb18b58:44879, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T19:48:00,166 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T19:48:00,169 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T19:48:00,176 DEBUG [master/d8f95bb18b58:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T19:48:00,216 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.355sec 2024-11-18T19:48:00,218 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T19:48:00,220 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T19:48:00,222 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T19:48:00,223 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T19:48:00,223 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T19:48:00,225 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d8f95bb18b58,44879,1731959275033-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T19:48:00,226 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d8f95bb18b58,44879,1731959275033-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T19:48:00,239 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T19:48:00,241 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T19:48:00,242 INFO [master/d8f95bb18b58:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d8f95bb18b58,44879,1731959275033-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T19:48:00,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@245b0705, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:48:00,251 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-18T19:48:00,251 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-18T19:48:00,302 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d8f95bb18b58,44879,-1 for getting cluster id 2024-11-18T19:48:00,305 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:48:00,316 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7eaa50b-e60f-40a9-ae21-0cd9542fcac5' 2024-11-18T19:48:00,319 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:48:00,320 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7eaa50b-e60f-40a9-ae21-0cd9542fcac5" 2024-11-18T19:48:00,320 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5abe26d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:48:00,320 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d8f95bb18b58,44879,-1] 2024-11-18T19:48:00,324 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:48:00,327 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:48:00,329 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:48:00,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7314f7e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:48:00,335 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:48:00,347 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d8f95bb18b58,38813,1731959276373, seqNum=-1] 2024-11-18T19:48:00,348 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:48:00,353 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:48:00,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d8f95bb18b58,44879,1731959275033 2024-11-18T19:48:00,401 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestCleanupCompactedFileOnRegionClose#testCleanupOnClose Thread=287, OpenFileDescriptor=519, MaxFileDescriptor=1048576, SystemLoadAverage=304, ProcessCount=11, AvailableMemoryMB=5678 2024-11-18T19:48:00,408 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T19:48:00,414 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d8f95bb18b58,44879,1731959275033 2024-11-18T19:48:00,416 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6059b530 2024-11-18T19:48:00,418 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T19:48:00,422 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T19:48:00,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44879 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testCleanupOnClose', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T19:48:00,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44879 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testCleanupOnClose 2024-11-18T19:48:00,452 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testCleanupOnClose execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T19:48:00,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44879 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testCleanupOnClose" procId is: 4 2024-11-18T19:48:00,455 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:48:00,460 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testCleanupOnClose execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T19:48:00,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T19:48:00,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33471 is added to blk_1073741836_1012 (size=393) 2024-11-18T19:48:00,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741836_1012 (size=393) 2024-11-18T19:48:00,502 INFO [RegionOpenAndInit-testCleanupOnClose-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 97e882e25833ba93dc3cf6bddef15744, NAME => 'testCleanupOnClose,,1731959280424.97e882e25833ba93dc3cf6bddef15744.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCleanupOnClose', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c 2024-11-18T19:48:00,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33471 is added to blk_1073741837_1013 (size=53) 2024-11-18T19:48:00,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741837_1013 (size=53) 2024-11-18T19:48:00,540 DEBUG [RegionOpenAndInit-testCleanupOnClose-pool-0 {}] regionserver.HRegion(898): Instantiated testCleanupOnClose,,1731959280424.97e882e25833ba93dc3cf6bddef15744.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:48:00,540 DEBUG [RegionOpenAndInit-testCleanupOnClose-pool-0 {}] regionserver.HRegion(1722): Closing 97e882e25833ba93dc3cf6bddef15744, disabling compactions & flushes 2024-11-18T19:48:00,540 INFO [RegionOpenAndInit-testCleanupOnClose-pool-0 {}] regionserver.HRegion(1755): Closing region testCleanupOnClose,,1731959280424.97e882e25833ba93dc3cf6bddef15744. 2024-11-18T19:48:00,540 DEBUG [RegionOpenAndInit-testCleanupOnClose-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testCleanupOnClose,,1731959280424.97e882e25833ba93dc3cf6bddef15744. 2024-11-18T19:48:00,541 DEBUG [RegionOpenAndInit-testCleanupOnClose-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testCleanupOnClose,,1731959280424.97e882e25833ba93dc3cf6bddef15744. after waiting 0 ms 2024-11-18T19:48:00,541 DEBUG [RegionOpenAndInit-testCleanupOnClose-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testCleanupOnClose,,1731959280424.97e882e25833ba93dc3cf6bddef15744. 2024-11-18T19:48:00,541 INFO [RegionOpenAndInit-testCleanupOnClose-pool-0 {}] regionserver.HRegion(1973): Closed testCleanupOnClose,,1731959280424.97e882e25833ba93dc3cf6bddef15744. 2024-11-18T19:48:00,541 DEBUG [RegionOpenAndInit-testCleanupOnClose-pool-0 {}] regionserver.HRegion(1676): Region close journal for 97e882e25833ba93dc3cf6bddef15744: Waiting for close lock at 1731959280540Disabling compacts and flushes for region at 1731959280540Disabling writes for close at 1731959280541 (+1 ms)Writing region close event to WAL at 1731959280541Closed at 1731959280541 2024-11-18T19:48:00,548 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testCleanupOnClose execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T19:48:00,555 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testCleanupOnClose,,1731959280424.97e882e25833ba93dc3cf6bddef15744.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731959280549"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731959280549"}]},"ts":"1731959280549"} 2024-11-18T19:48:00,563 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T19:48:00,567 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testCleanupOnClose execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T19:48:00,571 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testCleanupOnClose","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731959280567"}]},"ts":"1731959280567"} 2024-11-18T19:48:00,579 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testCleanupOnClose, state=ENABLING in hbase:meta 2024-11-18T19:48:00,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T19:48:00,580 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {d8f95bb18b58=0} racks are {/default-rack=0} 2024-11-18T19:48:00,584 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T19:48:00,584 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T19:48:00,584 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T19:48:00,584 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T19:48:00,584 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T19:48:00,584 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T19:48:00,584 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T19:48:00,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testCleanupOnClose, region=97e882e25833ba93dc3cf6bddef15744, ASSIGN}] 2024-11-18T19:48:00,600 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testCleanupOnClose, region=97e882e25833ba93dc3cf6bddef15744, ASSIGN 2024-11-18T19:48:00,615 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testCleanupOnClose, region=97e882e25833ba93dc3cf6bddef15744, ASSIGN; state=OFFLINE, location=d8f95bb18b58,38813,1731959276373; forceNewPlan=false, retain=false 2024-11-18T19:48:00,769 INFO [d8f95bb18b58:44879 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-18T19:48:00,769 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=97e882e25833ba93dc3cf6bddef15744, regionState=OPENING, regionLocation=d8f95bb18b58,38813,1731959276373 2024-11-18T19:48:00,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testCleanupOnClose, region=97e882e25833ba93dc3cf6bddef15744, ASSIGN because future has completed 2024-11-18T19:48:00,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97e882e25833ba93dc3cf6bddef15744, server=d8f95bb18b58,38813,1731959276373}] 2024-11-18T19:48:00,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T19:48:00,940 INFO [RS_OPEN_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testCleanupOnClose,,1731959280424.97e882e25833ba93dc3cf6bddef15744. 2024-11-18T19:48:00,940 DEBUG [RS_OPEN_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 97e882e25833ba93dc3cf6bddef15744, NAME => 'testCleanupOnClose,,1731959280424.97e882e25833ba93dc3cf6bddef15744.', STARTKEY => '', ENDKEY => ''} 2024-11-18T19:48:00,941 DEBUG [RS_OPEN_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testCleanupOnClose 97e882e25833ba93dc3cf6bddef15744 2024-11-18T19:48:00,941 DEBUG [RS_OPEN_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testCleanupOnClose,,1731959280424.97e882e25833ba93dc3cf6bddef15744.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:48:00,941 DEBUG [RS_OPEN_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 97e882e25833ba93dc3cf6bddef15744 2024-11-18T19:48:00,941 DEBUG [RS_OPEN_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 97e882e25833ba93dc3cf6bddef15744 2024-11-18T19:48:00,944 INFO [StoreOpener-97e882e25833ba93dc3cf6bddef15744-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 97e882e25833ba93dc3cf6bddef15744 2024-11-18T19:48:00,947 INFO [StoreOpener-97e882e25833ba93dc3cf6bddef15744-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97e882e25833ba93dc3cf6bddef15744 columnFamilyName f 2024-11-18T19:48:00,948 DEBUG [StoreOpener-97e882e25833ba93dc3cf6bddef15744-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:48:00,949 INFO [StoreOpener-97e882e25833ba93dc3cf6bddef15744-1 {}] regionserver.HStore(327): Store=97e882e25833ba93dc3cf6bddef15744/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:48:00,949 DEBUG [RS_OPEN_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 97e882e25833ba93dc3cf6bddef15744 2024-11-18T19:48:00,951 DEBUG [RS_OPEN_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744 2024-11-18T19:48:00,952 DEBUG [RS_OPEN_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744 2024-11-18T19:48:00,953 DEBUG [RS_OPEN_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 97e882e25833ba93dc3cf6bddef15744 2024-11-18T19:48:00,953 DEBUG [RS_OPEN_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 97e882e25833ba93dc3cf6bddef15744 2024-11-18T19:48:00,957 DEBUG [RS_OPEN_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 97e882e25833ba93dc3cf6bddef15744 2024-11-18T19:48:00,961 DEBUG [RS_OPEN_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:48:00,962 INFO [RS_OPEN_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 97e882e25833ba93dc3cf6bddef15744; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73806688, jitterRate=0.09980535507202148}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T19:48:00,963 DEBUG [RS_OPEN_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97e882e25833ba93dc3cf6bddef15744 2024-11-18T19:48:00,964 DEBUG [RS_OPEN_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 97e882e25833ba93dc3cf6bddef15744: Running coprocessor pre-open hook at 1731959280941Writing region info on filesystem at 1731959280941Initializing all the Stores at 1731959280943 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731959280944 (+1 ms)Cleaning up temporary data from old regions at 1731959280953 (+9 ms)Running coprocessor post-open hooks at 1731959280963 (+10 ms)Region opened successfully at 1731959280964 (+1 ms) 2024-11-18T19:48:00,967 INFO [RS_OPEN_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testCleanupOnClose,,1731959280424.97e882e25833ba93dc3cf6bddef15744., pid=6, masterSystemTime=1731959280931 2024-11-18T19:48:00,971 DEBUG [RS_OPEN_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testCleanupOnClose,,1731959280424.97e882e25833ba93dc3cf6bddef15744. 2024-11-18T19:48:00,971 INFO [RS_OPEN_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testCleanupOnClose,,1731959280424.97e882e25833ba93dc3cf6bddef15744. 2024-11-18T19:48:00,973 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=97e882e25833ba93dc3cf6bddef15744, regionState=OPEN, openSeqNum=2, regionLocation=d8f95bb18b58,38813,1731959276373 2024-11-18T19:48:00,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97e882e25833ba93dc3cf6bddef15744, server=d8f95bb18b58,38813,1731959276373 because future has completed 2024-11-18T19:48:00,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T19:48:00,997 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 97e882e25833ba93dc3cf6bddef15744, server=d8f95bb18b58,38813,1731959276373 in 208 msec 2024-11-18T19:48:01,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T19:48:01,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testCleanupOnClose, region=97e882e25833ba93dc3cf6bddef15744, ASSIGN in 408 msec 2024-11-18T19:48:01,005 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testCleanupOnClose execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T19:48:01,006 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testCleanupOnClose","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731959281005"}]},"ts":"1731959281005"} 2024-11-18T19:48:01,010 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testCleanupOnClose, state=ENABLED in hbase:meta 2024-11-18T19:48:01,013 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testCleanupOnClose execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T19:48:01,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testCleanupOnClose in 579 msec 2024-11-18T19:48:01,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T19:48:01,100 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testCleanupOnClose get assigned. Timeout = 60000ms 2024-11-18T19:48:01,100 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testCleanupOnClose completed 2024-11-18T19:48:01,102 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T19:48:01,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testCleanupOnClose assigned to meta. Checking AM states. 2024-11-18T19:48:01,109 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T19:48:01,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testCleanupOnClose assigned. 2024-11-18T19:48:01,113 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testCleanupOnClose,, stopping at row=testCleanupOnClose ,, for max=2147483647 with caching=100 2024-11-18T19:48:01,119 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table testCleanupOnClose 2024-11-18T19:48:01,120 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testCleanupOnClose,,1731959280424.97e882e25833ba93dc3cf6bddef15744. 2024-11-18T19:48:01,131 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testCleanupOnClose', row='\x00\x00\x00\x00', locateType=CURRENT is [region=testCleanupOnClose,,1731959280424.97e882e25833ba93dc3cf6bddef15744., hostname=d8f95bb18b58,38813,1731959276373, seqNum=2] 2024-11-18T19:48:01,160 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 97e882e25833ba93dc3cf6bddef15744 1/1 column families, dataSize=132 B heapSize=704 B 2024-11-18T19:48:01,221 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/.tmp/f/820d4461fd8548e282300d24456b9ae8 is 37, key is \x00\x00\x00\x00/f:\x00\x00\x00\x00/1731959281134/Put/seqid=0 2024-11-18T19:48:01,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33471 is added to blk_1073741838_1014 (size=4896) 2024-11-18T19:48:01,235 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=132 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/.tmp/f/820d4461fd8548e282300d24456b9ae8 2024-11-18T19:48:01,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741838_1014 (size=4896) 2024-11-18T19:48:01,301 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/.tmp/f/820d4461fd8548e282300d24456b9ae8 as hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/f/820d4461fd8548e282300d24456b9ae8 2024-11-18T19:48:01,313 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/f/820d4461fd8548e282300d24456b9ae8, entries=4, sequenceid=8, filesize=4.8 K 2024-11-18T19:48:01,320 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~132 B/132, heapSize ~688 B/688, currentSize=0 B/0 for 97e882e25833ba93dc3cf6bddef15744 in 159ms, sequenceid=8, compaction requested=false 2024-11-18T19:48:01,321 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testCleanupOnClose' 2024-11-18T19:48:01,323 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 97e882e25833ba93dc3cf6bddef15744: 2024-11-18T19:48:01,336 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 97e882e25833ba93dc3cf6bddef15744 1/1 column families, dataSize=132 B heapSize=704 B 2024-11-18T19:48:01,343 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/.tmp/f/2961855f7b4a4db496b0fb924789fdf2 is 37, key is \x00\x00\x00\x00/f:\x00\x00\x00\x01/1731959281324/Put/seqid=0 2024-11-18T19:48:01,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33471 is added to blk_1073741839_1015 (size=4896) 2024-11-18T19:48:01,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741839_1015 (size=4896) 2024-11-18T19:48:01,353 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=132 B at sequenceid=15 (bloomFilter=false), to=hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/.tmp/f/2961855f7b4a4db496b0fb924789fdf2 2024-11-18T19:48:01,365 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/.tmp/f/2961855f7b4a4db496b0fb924789fdf2 as hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/f/2961855f7b4a4db496b0fb924789fdf2 2024-11-18T19:48:01,377 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/f/2961855f7b4a4db496b0fb924789fdf2, entries=4, sequenceid=15, filesize=4.8 K 2024-11-18T19:48:01,380 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~132 B/132, heapSize ~688 B/688, currentSize=0 B/0 for 97e882e25833ba93dc3cf6bddef15744 in 43ms, sequenceid=15, compaction requested=false 2024-11-18T19:48:01,380 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 97e882e25833ba93dc3cf6bddef15744: 2024-11-18T19:48:01,394 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 97e882e25833ba93dc3cf6bddef15744 1/1 column families, dataSize=132 B heapSize=704 B 2024-11-18T19:48:01,401 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/.tmp/f/081e87fa5dfa46fdb4ab107495efbd2c is 37, key is \x00\x00\x00\x00/f:\x00\x00\x00\x02/1731959281382/Put/seqid=0 2024-11-18T19:48:01,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33471 is added to blk_1073741840_1016 (size=4896) 2024-11-18T19:48:01,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741840_1016 (size=4896) 2024-11-18T19:48:01,409 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=132 B at sequenceid=22 (bloomFilter=false), to=hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/.tmp/f/081e87fa5dfa46fdb4ab107495efbd2c 2024-11-18T19:48:01,421 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/.tmp/f/081e87fa5dfa46fdb4ab107495efbd2c as hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/f/081e87fa5dfa46fdb4ab107495efbd2c 2024-11-18T19:48:01,431 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/f/081e87fa5dfa46fdb4ab107495efbd2c, entries=4, sequenceid=22, filesize=4.8 K 2024-11-18T19:48:01,433 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~132 B/132, heapSize ~688 B/688, currentSize=0 B/0 for 97e882e25833ba93dc3cf6bddef15744 in 39ms, sequenceid=22, compaction requested=false 2024-11-18T19:48:01,433 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 97e882e25833ba93dc3cf6bddef15744: 2024-11-18T19:48:01,446 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 97e882e25833ba93dc3cf6bddef15744 1/1 column families, dataSize=132 B heapSize=704 B 2024-11-18T19:48:01,453 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/.tmp/f/17d6fbb682be4f699b35182821f14444 is 37, key is \x00\x00\x00\x00/f:\x00\x00\x00\x03/1731959281434/Put/seqid=0 2024-11-18T19:48:01,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741841_1017 (size=4896) 2024-11-18T19:48:01,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33471 is added to blk_1073741841_1017 (size=4896) 2024-11-18T19:48:01,468 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=132 B at sequenceid=29 (bloomFilter=false), to=hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/.tmp/f/17d6fbb682be4f699b35182821f14444 2024-11-18T19:48:01,481 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/.tmp/f/17d6fbb682be4f699b35182821f14444 as hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/f/17d6fbb682be4f699b35182821f14444 2024-11-18T19:48:01,493 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/f/17d6fbb682be4f699b35182821f14444, entries=4, sequenceid=29, filesize=4.8 K 2024-11-18T19:48:01,495 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~132 B/132, heapSize ~688 B/688, currentSize=0 B/0 for 97e882e25833ba93dc3cf6bddef15744 in 49ms, sequenceid=29, compaction requested=false 2024-11-18T19:48:01,495 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 97e882e25833ba93dc3cf6bddef15744: 2024-11-18T19:48:01,499 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 97e882e25833ba93dc3cf6bddef15744 1/1 column families, dataSize=25 B heapSize=360 B 2024-11-18T19:48:01,513 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/.tmp/f/e574ef2d50744fca8143d79e114a7a4f is 29, key is \x00\x00\x00\x03/f:/1731959281497/DeleteFamily/seqid=0 2024-11-18T19:48:01,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741842_1018 (size=4908) 2024-11-18T19:48:01,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33471 is added to blk_1073741842_1018 (size=4908) 2024-11-18T19:48:01,523 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=33 (bloomFilter=false), to=hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/.tmp/f/e574ef2d50744fca8143d79e114a7a4f 2024-11-18T19:48:01,533 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e574ef2d50744fca8143d79e114a7a4f 2024-11-18T19:48:01,535 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/.tmp/f/e574ef2d50744fca8143d79e114a7a4f as hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/f/e574ef2d50744fca8143d79e114a7a4f 2024-11-18T19:48:01,554 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e574ef2d50744fca8143d79e114a7a4f 2024-11-18T19:48:01,554 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/f/e574ef2d50744fca8143d79e114a7a4f, entries=1, sequenceid=33, filesize=4.8 K 2024-11-18T19:48:01,555 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~25 B/25, heapSize ~344 B/344, currentSize=0 B/0 for 97e882e25833ba93dc3cf6bddef15744 in 56ms, sequenceid=33, compaction requested=false 2024-11-18T19:48:01,556 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 97e882e25833ba93dc3cf6bddef15744: 2024-11-18T19:48:01,580 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-18T19:48:01,582 DEBUG [Time-limited test {}] regionserver.HStore(1541): 97e882e25833ba93dc3cf6bddef15744/f is initiating major compaction (all files) 2024-11-18T19:48:01,583 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T19:48:01,583 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T19:48:01,583 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 97e882e25833ba93dc3cf6bddef15744/f in testCleanupOnClose,,1731959280424.97e882e25833ba93dc3cf6bddef15744. 2024-11-18T19:48:01,584 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/f/820d4461fd8548e282300d24456b9ae8, hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/f/2961855f7b4a4db496b0fb924789fdf2, hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/f/081e87fa5dfa46fdb4ab107495efbd2c, hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/f/17d6fbb682be4f699b35182821f14444, hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/f/e574ef2d50744fca8143d79e114a7a4f] into tmpdir=hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/.tmp, totalSize=23.9 K 2024-11-18T19:48:01,585 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 820d4461fd8548e282300d24456b9ae8, keycount=4, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=8, earliestPutTs=1731959281134 2024-11-18T19:48:01,586 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 2961855f7b4a4db496b0fb924789fdf2, keycount=4, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731959281324 2024-11-18T19:48:01,587 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 081e87fa5dfa46fdb4ab107495efbd2c, keycount=4, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=22, earliestPutTs=1731959281382 2024-11-18T19:48:01,588 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 17d6fbb682be4f699b35182821f14444, keycount=4, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=29, earliestPutTs=1731959281434 2024-11-18T19:48:01,588 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting e574ef2d50744fca8143d79e114a7a4f, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=9223372036854775807 2024-11-18T19:48:01,618 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 97e882e25833ba93dc3cf6bddef15744#f#compaction#5 average throughput is 0.38 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:48:01,619 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/.tmp/f/2cdeeaad91864a33b2e1771d63d3aa51 is 37, key is \x00\x00\x00\x00/f:\x00\x00\x00\x00/1731959281134/Put/seqid=0 2024-11-18T19:48:01,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33471 is added to blk_1073741843_1019 (size=5340) 2024-11-18T19:48:01,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741843_1019 (size=5340) 2024-11-18T19:48:01,638 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/.tmp/f/2cdeeaad91864a33b2e1771d63d3aa51 as hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/f/2cdeeaad91864a33b2e1771d63d3aa51 2024-11-18T19:48:01,660 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 5 (all) file(s) in 97e882e25833ba93dc3cf6bddef15744/f of 97e882e25833ba93dc3cf6bddef15744 into 2cdeeaad91864a33b2e1771d63d3aa51(size=5.2 K), total size for store is 5.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:48:01,660 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 97e882e25833ba93dc3cf6bddef15744: 2024-11-18T19:48:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44879 {}] master.MasterRpcServices(1840): Client=jenkins//172.17.0.2 unassign testCleanupOnClose,,1731959280424.97e882e25833ba93dc3cf6bddef15744. in current location if it is online 2024-11-18T19:48:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44879 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testCleanupOnClose, region=97e882e25833ba93dc3cf6bddef15744, UNASSIGN 2024-11-18T19:48:01,670 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testCleanupOnClose, region=97e882e25833ba93dc3cf6bddef15744, UNASSIGN 2024-11-18T19:48:01,673 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=97e882e25833ba93dc3cf6bddef15744, regionState=CLOSING, regionLocation=d8f95bb18b58,38813,1731959276373 2024-11-18T19:48:01,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testCleanupOnClose, region=97e882e25833ba93dc3cf6bddef15744, UNASSIGN because future has completed 2024-11-18T19:48:01,678 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44879 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=CLOSING, location=d8f95bb18b58,38813,1731959276373, table=testCleanupOnClose, region=97e882e25833ba93dc3cf6bddef15744. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T19:48:01,678 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-18T19:48:01,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 97e882e25833ba93dc3cf6bddef15744, server=d8f95bb18b58,38813,1731959276373}] 2024-11-18T19:48:01,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44879 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-18T19:48:01,838 INFO [RS_CLOSE_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 97e882e25833ba93dc3cf6bddef15744 2024-11-18T19:48:01,839 DEBUG [RS_CLOSE_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-18T19:48:01,840 DEBUG [RS_CLOSE_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 97e882e25833ba93dc3cf6bddef15744, disabling compactions & flushes 2024-11-18T19:48:01,840 INFO [RS_CLOSE_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testCleanupOnClose,,1731959280424.97e882e25833ba93dc3cf6bddef15744. 2024-11-18T19:48:01,840 DEBUG [RS_CLOSE_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testCleanupOnClose,,1731959280424.97e882e25833ba93dc3cf6bddef15744. 2024-11-18T19:48:01,840 DEBUG [RS_CLOSE_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testCleanupOnClose,,1731959280424.97e882e25833ba93dc3cf6bddef15744. after waiting 0 ms 2024-11-18T19:48:01,840 DEBUG [RS_CLOSE_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testCleanupOnClose,,1731959280424.97e882e25833ba93dc3cf6bddef15744. 2024-11-18T19:48:01,841 DEBUG [StoreCloser-testCleanupOnClose,,1731959280424.97e882e25833ba93dc3cf6bddef15744.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/f/820d4461fd8548e282300d24456b9ae8, hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/f/2961855f7b4a4db496b0fb924789fdf2, hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/f/081e87fa5dfa46fdb4ab107495efbd2c, hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/f/17d6fbb682be4f699b35182821f14444, hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/f/e574ef2d50744fca8143d79e114a7a4f] to archive 2024-11-18T19:48:01,845 DEBUG [StoreCloser-testCleanupOnClose,,1731959280424.97e882e25833ba93dc3cf6bddef15744.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T19:48:01,854 DEBUG [StoreCloser-testCleanupOnClose,,1731959280424.97e882e25833ba93dc3cf6bddef15744.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/f/820d4461fd8548e282300d24456b9ae8 to hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/archive/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/f/820d4461fd8548e282300d24456b9ae8 2024-11-18T19:48:01,856 DEBUG [StoreCloser-testCleanupOnClose,,1731959280424.97e882e25833ba93dc3cf6bddef15744.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/f/2961855f7b4a4db496b0fb924789fdf2 to hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/archive/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/f/2961855f7b4a4db496b0fb924789fdf2 2024-11-18T19:48:01,858 DEBUG [StoreCloser-testCleanupOnClose,,1731959280424.97e882e25833ba93dc3cf6bddef15744.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/f/081e87fa5dfa46fdb4ab107495efbd2c to hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/archive/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/f/081e87fa5dfa46fdb4ab107495efbd2c 2024-11-18T19:48:01,860 DEBUG [StoreCloser-testCleanupOnClose,,1731959280424.97e882e25833ba93dc3cf6bddef15744.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/f/17d6fbb682be4f699b35182821f14444 to hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/archive/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/f/17d6fbb682be4f699b35182821f14444 2024-11-18T19:48:01,861 DEBUG [StoreCloser-testCleanupOnClose,,1731959280424.97e882e25833ba93dc3cf6bddef15744.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/f/e574ef2d50744fca8143d79e114a7a4f to hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/archive/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/f/e574ef2d50744fca8143d79e114a7a4f 2024-11-18T19:48:01,880 DEBUG [RS_CLOSE_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/recovered.edits/37.seqid, newMaxSeqId=37, maxSeqId=1 2024-11-18T19:48:01,882 INFO [RS_CLOSE_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testCleanupOnClose,,1731959280424.97e882e25833ba93dc3cf6bddef15744. 2024-11-18T19:48:01,882 DEBUG [RS_CLOSE_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 97e882e25833ba93dc3cf6bddef15744: Waiting for close lock at 1731959281840Running coprocessor pre-close hooks at 1731959281840Disabling compacts and flushes for region at 1731959281840Disabling writes for close at 1731959281840Writing region close event to WAL at 1731959281874 (+34 ms)Running coprocessor post-close hooks at 1731959281880 (+6 ms)Closed at 1731959281882 (+2 ms) 2024-11-18T19:48:01,886 INFO [RS_CLOSE_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 97e882e25833ba93dc3cf6bddef15744 2024-11-18T19:48:01,887 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=97e882e25833ba93dc3cf6bddef15744, regionState=CLOSED 2024-11-18T19:48:01,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 97e882e25833ba93dc3cf6bddef15744, server=d8f95bb18b58,38813,1731959276373 because future has completed 2024-11-18T19:48:01,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-18T19:48:01,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 97e882e25833ba93dc3cf6bddef15744, server=d8f95bb18b58,38813,1731959276373 in 214 msec 2024-11-18T19:48:01,898 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testCleanupOnClose, region=97e882e25833ba93dc3cf6bddef15744, UNASSIGN in 227 msec 2024-11-18T19:48:01,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44879 {}] master.MasterRpcServices(745): Client=jenkins//172.17.0.2 assign testCleanupOnClose,,1731959280424.97e882e25833ba93dc3cf6bddef15744. 2024-11-18T19:48:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44879 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testCleanupOnClose, region=97e882e25833ba93dc3cf6bddef15744, ASSIGN 2024-11-18T19:48:01,934 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testCleanupOnClose, region=97e882e25833ba93dc3cf6bddef15744, ASSIGN 2024-11-18T19:48:01,936 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(256): Setting lastHost d8f95bb18b58,38813,1731959276373 as the location for region 97e882e25833ba93dc3cf6bddef15744 2024-11-18T19:48:01,936 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testCleanupOnClose, region=97e882e25833ba93dc3cf6bddef15744, ASSIGN; state=CLOSED, location=d8f95bb18b58,38813,1731959276373; forceNewPlan=false, retain=true 2024-11-18T19:48:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44879 {}] procedure.ProcedureSyncWait(219): waitFor pid=9 2024-11-18T19:48:02,086 INFO [d8f95bb18b58:44879 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-18T19:48:02,087 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=97e882e25833ba93dc3cf6bddef15744, regionState=OPENING, regionLocation=d8f95bb18b58,38813,1731959276373 2024-11-18T19:48:02,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testCleanupOnClose, region=97e882e25833ba93dc3cf6bddef15744, ASSIGN because future has completed 2024-11-18T19:48:02,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97e882e25833ba93dc3cf6bddef15744, server=d8f95bb18b58,38813,1731959276373}] 2024-11-18T19:48:02,252 INFO [RS_OPEN_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open testCleanupOnClose,,1731959280424.97e882e25833ba93dc3cf6bddef15744. 2024-11-18T19:48:02,252 DEBUG [RS_OPEN_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 97e882e25833ba93dc3cf6bddef15744, NAME => 'testCleanupOnClose,,1731959280424.97e882e25833ba93dc3cf6bddef15744.', STARTKEY => '', ENDKEY => ''} 2024-11-18T19:48:02,253 DEBUG [RS_OPEN_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testCleanupOnClose 97e882e25833ba93dc3cf6bddef15744 2024-11-18T19:48:02,253 DEBUG [RS_OPEN_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated testCleanupOnClose,,1731959280424.97e882e25833ba93dc3cf6bddef15744.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:48:02,253 DEBUG [RS_OPEN_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 97e882e25833ba93dc3cf6bddef15744 2024-11-18T19:48:02,253 DEBUG [RS_OPEN_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 97e882e25833ba93dc3cf6bddef15744 2024-11-18T19:48:02,255 INFO [StoreOpener-97e882e25833ba93dc3cf6bddef15744-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 97e882e25833ba93dc3cf6bddef15744 2024-11-18T19:48:02,257 INFO [StoreOpener-97e882e25833ba93dc3cf6bddef15744-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:100, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97e882e25833ba93dc3cf6bddef15744 columnFamilyName f 2024-11-18T19:48:02,257 DEBUG [StoreOpener-97e882e25833ba93dc3cf6bddef15744-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:48:02,268 DEBUG [StoreOpener-97e882e25833ba93dc3cf6bddef15744-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/f/2cdeeaad91864a33b2e1771d63d3aa51 2024-11-18T19:48:02,269 INFO [StoreOpener-97e882e25833ba93dc3cf6bddef15744-1 {}] regionserver.HStore(327): Store=97e882e25833ba93dc3cf6bddef15744/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:48:02,269 DEBUG [RS_OPEN_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 97e882e25833ba93dc3cf6bddef15744 2024-11-18T19:48:02,270 DEBUG [RS_OPEN_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744 2024-11-18T19:48:02,272 DEBUG [RS_OPEN_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744 2024-11-18T19:48:02,273 DEBUG [RS_OPEN_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 97e882e25833ba93dc3cf6bddef15744 2024-11-18T19:48:02,273 DEBUG [RS_OPEN_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 97e882e25833ba93dc3cf6bddef15744 2024-11-18T19:48:02,276 DEBUG [RS_OPEN_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 97e882e25833ba93dc3cf6bddef15744 2024-11-18T19:48:02,277 INFO [RS_OPEN_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened 97e882e25833ba93dc3cf6bddef15744; next sequenceid=38; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66188432, jitterRate=-0.013715505599975586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T19:48:02,277 DEBUG [RS_OPEN_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97e882e25833ba93dc3cf6bddef15744 2024-11-18T19:48:02,278 DEBUG [RS_OPEN_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 97e882e25833ba93dc3cf6bddef15744: Running coprocessor pre-open hook at 1731959282253Writing region info on filesystem at 1731959282253Initializing all the Stores at 1731959282255 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731959282255Cleaning up temporary data from old regions at 1731959282273 (+18 ms)Running coprocessor post-open hooks at 1731959282277 (+4 ms)Region opened successfully at 1731959282278 (+1 ms) 2024-11-18T19:48:02,280 INFO [RS_OPEN_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for testCleanupOnClose,,1731959280424.97e882e25833ba93dc3cf6bddef15744., pid=10, masterSystemTime=1731959282246 2024-11-18T19:48:02,283 DEBUG [RS_OPEN_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for testCleanupOnClose,,1731959280424.97e882e25833ba93dc3cf6bddef15744. 2024-11-18T19:48:02,283 INFO [RS_OPEN_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened testCleanupOnClose,,1731959280424.97e882e25833ba93dc3cf6bddef15744. 2024-11-18T19:48:02,284 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=97e882e25833ba93dc3cf6bddef15744, regionState=OPEN, openSeqNum=38, regionLocation=d8f95bb18b58,38813,1731959276373 2024-11-18T19:48:02,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97e882e25833ba93dc3cf6bddef15744, server=d8f95bb18b58,38813,1731959276373 because future has completed 2024-11-18T19:48:02,294 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T19:48:02,294 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 97e882e25833ba93dc3cf6bddef15744, server=d8f95bb18b58,38813,1731959276373 in 198 msec 2024-11-18T19:48:02,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testCleanupOnClose, region=97e882e25833ba93dc3cf6bddef15744, ASSIGN in 363 msec 2024-11-18T19:48:02,336 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T19:48:02,338 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testCleanupOnClose,, stopping at row=testCleanupOnClose ,, for max=2147483647 with caching=100 2024-11-18T19:48:02,344 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table testCleanupOnClose 2024-11-18T19:48:02,344 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testCleanupOnClose,,1731959280424.97e882e25833ba93dc3cf6bddef15744. 2024-11-18T19:48:02,358 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestCleanupCompactedFileOnRegionClose#testCleanupOnClose Thread=298 (was 287) Potentially hanging thread: RS_OPEN_REGION-regionserver/d8f95bb18b58:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1637803546_20 at /127.0.0.1:37096 [Waiting for operation #19] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/d8f95bb18b58:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_529856927_20 at /127.0.0.1:58564 [Waiting for operation #19] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=527 (was 519) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=304 (was 304), ProcessCount=11 (was 11), AvailableMemoryMB=5639 (was 5678) 2024-11-18T19:48:02,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T19:48:02,359 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T19:48:02,359 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestCleanupCompactedFileOnRegionClose.afterclass(TestCleanupCompactedFileOnRegionClose.java:68) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T19:48:02,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:48:02,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:48:02,365 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:48:02,365 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T19:48:02,365 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1978643793, stopped=false 2024-11-18T19:48:02,365 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d8f95bb18b58,44879,1731959275033 2024-11-18T19:48:02,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43067-0x10150c6eb940002, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T19:48:02,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44879-0x10150c6eb940000, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T19:48:02,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x10150c6eb940001, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T19:48:02,551 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T19:48:02,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44879-0x10150c6eb940000, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:48:02,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x10150c6eb940001, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:48:02,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43067-0x10150c6eb940002, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:48:02,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43067-0x10150c6eb940002, quorum=127.0.0.1:59951, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T19:48:02,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44879-0x10150c6eb940000, quorum=127.0.0.1:59951, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T19:48:02,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38813-0x10150c6eb940001, quorum=127.0.0.1:59951, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T19:48:02,552 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T19:48:02,553 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestCleanupCompactedFileOnRegionClose.afterclass(TestCleanupCompactedFileOnRegionClose.java:68) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T19:48:02,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:48:02,553 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd8f95bb18b58,38813,1731959276373' ***** 2024-11-18T19:48:02,553 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T19:48:02,553 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd8f95bb18b58,43067,1731959276642' ***** 2024-11-18T19:48:02,553 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T19:48:02,554 INFO [RS:1;d8f95bb18b58:43067 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T19:48:02,554 INFO [RS:0;d8f95bb18b58:38813 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T19:48:02,554 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T19:48:02,554 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T19:48:02,554 INFO [RS:0;d8f95bb18b58:38813 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T19:48:02,554 INFO [RS:1;d8f95bb18b58:43067 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T19:48:02,554 INFO [RS:0;d8f95bb18b58:38813 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T19:48:02,554 INFO [RS:1;d8f95bb18b58:43067 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T19:48:02,554 INFO [RS:1;d8f95bb18b58:43067 {}] regionserver.HRegionServer(959): stopping server d8f95bb18b58,43067,1731959276642 2024-11-18T19:48:02,554 INFO [RS:0;d8f95bb18b58:38813 {}] regionserver.HRegionServer(3091): Received CLOSE for 97e882e25833ba93dc3cf6bddef15744 2024-11-18T19:48:02,554 INFO [RS:1;d8f95bb18b58:43067 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T19:48:02,555 INFO [RS:1;d8f95bb18b58:43067 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;d8f95bb18b58:43067. 2024-11-18T19:48:02,555 INFO [RS:0;d8f95bb18b58:38813 {}] regionserver.HRegionServer(959): stopping server d8f95bb18b58,38813,1731959276373 2024-11-18T19:48:02,555 DEBUG [RS:1;d8f95bb18b58:43067 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T19:48:02,555 DEBUG [RS:1;d8f95bb18b58:43067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:48:02,555 INFO [RS:0;d8f95bb18b58:38813 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T19:48:02,555 INFO [RS:0;d8f95bb18b58:38813 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d8f95bb18b58:38813. 2024-11-18T19:48:02,555 DEBUG [RS:0;d8f95bb18b58:38813 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T19:48:02,555 INFO [RS:1;d8f95bb18b58:43067 {}] regionserver.HRegionServer(976): stopping server d8f95bb18b58,43067,1731959276642; all regions closed. 2024-11-18T19:48:02,555 DEBUG [RS:0;d8f95bb18b58:38813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:48:02,555 INFO [RS:0;d8f95bb18b58:38813 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T19:48:02,555 DEBUG [RS_CLOSE_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 97e882e25833ba93dc3cf6bddef15744, disabling compactions & flushes 2024-11-18T19:48:02,555 INFO [RS:0;d8f95bb18b58:38813 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T19:48:02,555 INFO [RS_CLOSE_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testCleanupOnClose,,1731959280424.97e882e25833ba93dc3cf6bddef15744. 2024-11-18T19:48:02,555 INFO [RS:0;d8f95bb18b58:38813 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T19:48:02,555 DEBUG [RS_CLOSE_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testCleanupOnClose,,1731959280424.97e882e25833ba93dc3cf6bddef15744. 2024-11-18T19:48:02,555 INFO [RS:0;d8f95bb18b58:38813 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T19:48:02,555 DEBUG [RS_CLOSE_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testCleanupOnClose,,1731959280424.97e882e25833ba93dc3cf6bddef15744. after waiting 0 ms 2024-11-18T19:48:02,556 DEBUG [RS_CLOSE_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testCleanupOnClose,,1731959280424.97e882e25833ba93dc3cf6bddef15744. 2024-11-18T19:48:02,556 INFO [RS:0;d8f95bb18b58:38813 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T19:48:02,556 DEBUG [RS:0;d8f95bb18b58:38813 {}] regionserver.HRegionServer(1325): Online Regions={97e882e25833ba93dc3cf6bddef15744=testCleanupOnClose,,1731959280424.97e882e25833ba93dc3cf6bddef15744., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T19:48:02,556 DEBUG [RS_CLOSE_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T19:48:02,557 INFO [RS_CLOSE_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T19:48:02,557 DEBUG [RS:0;d8f95bb18b58:38813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 97e882e25833ba93dc3cf6bddef15744 2024-11-18T19:48:02,557 DEBUG [RS_CLOSE_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T19:48:02,557 DEBUG [RS_CLOSE_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T19:48:02,557 DEBUG [RS_CLOSE_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T19:48:02,558 INFO [RS_CLOSE_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.95 KB heapSize=5.97 KB 2024-11-18T19:48:02,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741833_1009 (size=93) 2024-11-18T19:48:02,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33471 is added to blk_1073741833_1009 (size=93) 2024-11-18T19:48:02,567 DEBUG [RS_CLOSE_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/default/testCleanupOnClose/97e882e25833ba93dc3cf6bddef15744/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=37 2024-11-18T19:48:02,568 INFO [RS_CLOSE_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testCleanupOnClose,,1731959280424.97e882e25833ba93dc3cf6bddef15744. 2024-11-18T19:48:02,568 DEBUG [RS_CLOSE_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 97e882e25833ba93dc3cf6bddef15744: Waiting for close lock at 1731959282555Running coprocessor pre-close hooks at 1731959282555Disabling compacts and flushes for region at 1731959282555Disabling writes for close at 1731959282556 (+1 ms)Writing region close event to WAL at 1731959282557 (+1 ms)Running coprocessor post-close hooks at 1731959282568 (+11 ms)Closed at 1731959282568 2024-11-18T19:48:02,569 DEBUG [RS:1;d8f95bb18b58:43067 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/oldWALs 2024-11-18T19:48:02,569 DEBUG [RS_CLOSE_REGION-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testCleanupOnClose,,1731959280424.97e882e25833ba93dc3cf6bddef15744. 2024-11-18T19:48:02,569 INFO [RS:1;d8f95bb18b58:43067 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d8f95bb18b58%2C43067%2C1731959276642:(num 1731959279252) 2024-11-18T19:48:02,569 DEBUG [RS:1;d8f95bb18b58:43067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:48:02,569 INFO [RS:1;d8f95bb18b58:43067 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T19:48:02,569 INFO [RS:1;d8f95bb18b58:43067 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T19:48:02,570 INFO [RS:1;d8f95bb18b58:43067 {}] hbase.ChoreService(370): Chore service for: regionserver/d8f95bb18b58:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T19:48:02,570 INFO [RS:1;d8f95bb18b58:43067 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T19:48:02,570 INFO [regionserver/d8f95bb18b58:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T19:48:02,570 INFO [RS:1;d8f95bb18b58:43067 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T19:48:02,570 INFO [RS:1;d8f95bb18b58:43067 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T19:48:02,570 INFO [RS:1;d8f95bb18b58:43067 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T19:48:02,570 INFO [RS:1;d8f95bb18b58:43067 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43067 2024-11-18T19:48:02,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44879-0x10150c6eb940000, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T19:48:02,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43067-0x10150c6eb940002, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d8f95bb18b58,43067,1731959276642 2024-11-18T19:48:02,579 INFO [RS:1;d8f95bb18b58:43067 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T19:48:02,580 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d8f95bb18b58,43067,1731959276642] 2024-11-18T19:48:02,581 INFO [regionserver/d8f95bb18b58:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T19:48:02,581 INFO [regionserver/d8f95bb18b58:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T19:48:02,587 DEBUG [RS_CLOSE_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/hbase/meta/1588230740/.tmp/info/6406c10996b441ffb7a3418583d7f716 is 157, key is testCleanupOnClose,,1731959280424.97e882e25833ba93dc3cf6bddef15744./info:regioninfo/1731959282284/Put/seqid=0 2024-11-18T19:48:02,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33471 is added to blk_1073741844_1020 (size=7272) 2024-11-18T19:48:02,595 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d8f95bb18b58,43067,1731959276642 already deleted, retry=false 2024-11-18T19:48:02,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741844_1020 (size=7272) 2024-11-18T19:48:02,596 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d8f95bb18b58,43067,1731959276642 expired; onlineServers=1 2024-11-18T19:48:02,596 INFO [RS_CLOSE_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.78 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/hbase/meta/1588230740/.tmp/info/6406c10996b441ffb7a3418583d7f716 2024-11-18T19:48:02,633 DEBUG [RS_CLOSE_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/hbase/meta/1588230740/.tmp/ns/15cacca538fc4a378d76e7b1773d99e7 is 43, key is default/ns:d/1731959280029/Put/seqid=0 2024-11-18T19:48:02,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33471 is added to blk_1073741845_1021 (size=5153) 2024-11-18T19:48:02,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741845_1021 (size=5153) 2024-11-18T19:48:02,645 INFO [RS_CLOSE_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/hbase/meta/1588230740/.tmp/ns/15cacca538fc4a378d76e7b1773d99e7 2024-11-18T19:48:02,672 DEBUG [RS_CLOSE_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/hbase/meta/1588230740/.tmp/table/9d4f9da546bd4c99a6739cc396e13359 is 54, key is testCleanupOnClose/table:state/1731959281005/Put/seqid=0 2024-11-18T19:48:02,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741846_1022 (size=5263) 2024-11-18T19:48:02,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33471 is added to blk_1073741846_1022 (size=5263) 2024-11-18T19:48:02,680 INFO [RS_CLOSE_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=100 B at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/hbase/meta/1588230740/.tmp/table/9d4f9da546bd4c99a6739cc396e13359 2024-11-18T19:48:02,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43067-0x10150c6eb940002, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T19:48:02,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43067-0x10150c6eb940002, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T19:48:02,688 INFO [RS:1;d8f95bb18b58:43067 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T19:48:02,688 INFO [RS:1;d8f95bb18b58:43067 {}] regionserver.HRegionServer(1031): Exiting; stopping=d8f95bb18b58,43067,1731959276642; zookeeper connection closed. 2024-11-18T19:48:02,691 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@298982d8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@298982d8 2024-11-18T19:48:02,695 DEBUG [RS_CLOSE_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/hbase/meta/1588230740/.tmp/info/6406c10996b441ffb7a3418583d7f716 as hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/hbase/meta/1588230740/info/6406c10996b441ffb7a3418583d7f716 2024-11-18T19:48:02,706 INFO [RS_CLOSE_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/hbase/meta/1588230740/info/6406c10996b441ffb7a3418583d7f716, entries=15, sequenceid=15, filesize=7.1 K 2024-11-18T19:48:02,708 DEBUG [RS_CLOSE_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/hbase/meta/1588230740/.tmp/ns/15cacca538fc4a378d76e7b1773d99e7 as hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/hbase/meta/1588230740/ns/15cacca538fc4a378d76e7b1773d99e7 2024-11-18T19:48:02,719 INFO [RS_CLOSE_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/hbase/meta/1588230740/ns/15cacca538fc4a378d76e7b1773d99e7, entries=2, sequenceid=15, filesize=5.0 K 2024-11-18T19:48:02,724 DEBUG [RS_CLOSE_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/hbase/meta/1588230740/.tmp/table/9d4f9da546bd4c99a6739cc396e13359 as hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/hbase/meta/1588230740/table/9d4f9da546bd4c99a6739cc396e13359 2024-11-18T19:48:02,745 INFO [RS_CLOSE_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/hbase/meta/1588230740/table/9d4f9da546bd4c99a6739cc396e13359, entries=2, sequenceid=15, filesize=5.1 K 2024-11-18T19:48:02,747 INFO [RS_CLOSE_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.95 KB/3021, heapSize ~5.67 KB/5808, currentSize=0 B/0 for 1588230740 in 190ms, sequenceid=15, compaction requested=false 2024-11-18T19:48:02,747 DEBUG [RS_CLOSE_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T19:48:02,758 DEBUG [RS:0;d8f95bb18b58:38813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T19:48:02,764 DEBUG [RS_CLOSE_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/data/hbase/meta/1588230740/recovered.edits/18.seqid, newMaxSeqId=18, maxSeqId=1 2024-11-18T19:48:02,766 DEBUG [RS_CLOSE_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T19:48:02,766 INFO [RS_CLOSE_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T19:48:02,766 DEBUG [RS_CLOSE_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731959282556Running coprocessor pre-close hooks at 1731959282556Disabling compacts and flushes for region at 1731959282556Disabling writes for close at 1731959282557 (+1 ms)Obtaining lock to block concurrent updates at 1731959282558 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731959282558Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3021, getHeapSize=6048, getOffHeapSize=0, getCellsCount=27 at 1731959282559 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731959282560 (+1 ms)Flushing 1588230740/info: creating writer at 1731959282561 (+1 ms)Flushing 1588230740/info: appending metadata at 1731959282586 (+25 ms)Flushing 1588230740/info: closing flushed file at 1731959282586Flushing 1588230740/ns: creating writer at 1731959282609 (+23 ms)Flushing 1588230740/ns: appending metadata at 1731959282631 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731959282631Flushing 1588230740/table: creating writer at 1731959282655 (+24 ms)Flushing 1588230740/table: appending metadata at 1731959282672 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731959282672Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d2a0e7: reopening flushed file at 1731959282694 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dd7aa3: reopening flushed file at 1731959282706 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@da5b74e: reopening flushed file at 1731959282720 (+14 ms)Finished flush of dataSize ~2.95 KB/3021, heapSize ~5.67 KB/5808, currentSize=0 B/0 for 1588230740 in 190ms, sequenceid=15, compaction requested=false at 1731959282747 (+27 ms)Writing region close event to WAL at 1731959282750 (+3 ms)Running coprocessor post-close hooks at 1731959282765 (+15 ms)Closed at 1731959282766 (+1 ms) 2024-11-18T19:48:02,767 DEBUG [RS_CLOSE_META-regionserver/d8f95bb18b58:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T19:48:02,959 INFO [RS:0;d8f95bb18b58:38813 {}] regionserver.HRegionServer(976): stopping server d8f95bb18b58,38813,1731959276373; all regions closed. 2024-11-18T19:48:02,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33471 is added to blk_1073741835_1011 (size=4591) 2024-11-18T19:48:02,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741835_1011 (size=4591) 2024-11-18T19:48:02,989 DEBUG [RS:0;d8f95bb18b58:38813 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/oldWALs 2024-11-18T19:48:02,989 INFO [RS:0;d8f95bb18b58:38813 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d8f95bb18b58%2C38813%2C1731959276373.meta:.meta(num 1731959279818) 2024-11-18T19:48:02,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741834_1010 (size=6153) 2024-11-18T19:48:02,998 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/WALs/d8f95bb18b58,38813,1731959276373/d8f95bb18b58%2C38813%2C1731959276373.1731959279265 not finished, retry = 0 2024-11-18T19:48:02,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33471 is added to blk_1073741834_1010 (size=6153) 2024-11-18T19:48:03,105 DEBUG [RS:0;d8f95bb18b58:38813 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/oldWALs 2024-11-18T19:48:03,105 INFO [RS:0;d8f95bb18b58:38813 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d8f95bb18b58%2C38813%2C1731959276373:(num 1731959279265) 2024-11-18T19:48:03,105 DEBUG [RS:0;d8f95bb18b58:38813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:48:03,105 INFO [RS:0;d8f95bb18b58:38813 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T19:48:03,105 INFO [RS:0;d8f95bb18b58:38813 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T19:48:03,106 INFO [RS:0;d8f95bb18b58:38813 {}] hbase.ChoreService(370): Chore service for: regionserver/d8f95bb18b58:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T19:48:03,106 INFO [RS:0;d8f95bb18b58:38813 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T19:48:03,106 INFO [regionserver/d8f95bb18b58:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T19:48:03,107 INFO [RS:0;d8f95bb18b58:38813 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38813 2024-11-18T19:48:03,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44879-0x10150c6eb940000, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T19:48:03,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x10150c6eb940001, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d8f95bb18b58,38813,1731959276373 2024-11-18T19:48:03,145 INFO [RS:0;d8f95bb18b58:38813 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T19:48:03,153 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d8f95bb18b58,38813,1731959276373] 2024-11-18T19:48:03,162 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d8f95bb18b58,38813,1731959276373 already deleted, retry=false 2024-11-18T19:48:03,162 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d8f95bb18b58,38813,1731959276373 expired; onlineServers=0 2024-11-18T19:48:03,162 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd8f95bb18b58,44879,1731959275033' ***** 2024-11-18T19:48:03,162 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T19:48:03,163 INFO [M:0;d8f95bb18b58:44879 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T19:48:03,163 INFO [M:0;d8f95bb18b58:44879 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T19:48:03,163 DEBUG [M:0;d8f95bb18b58:44879 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T19:48:03,163 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T19:48:03,163 DEBUG [M:0;d8f95bb18b58:44879 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T19:48:03,163 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster-HFileCleaner.large.0-1731959278763 {}] cleaner.HFileCleaner(306): Exit Thread[master/d8f95bb18b58:0:becomeActiveMaster-HFileCleaner.large.0-1731959278763,5,FailOnTimeoutGroup] 2024-11-18T19:48:03,163 DEBUG [master/d8f95bb18b58:0:becomeActiveMaster-HFileCleaner.small.0-1731959278766 {}] cleaner.HFileCleaner(306): Exit Thread[master/d8f95bb18b58:0:becomeActiveMaster-HFileCleaner.small.0-1731959278766,5,FailOnTimeoutGroup] 2024-11-18T19:48:03,164 INFO [M:0;d8f95bb18b58:44879 {}] hbase.ChoreService(370): Chore service for: master/d8f95bb18b58:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T19:48:03,164 INFO [M:0;d8f95bb18b58:44879 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T19:48:03,164 DEBUG [M:0;d8f95bb18b58:44879 {}] master.HMaster(1795): Stopping service threads 2024-11-18T19:48:03,164 INFO [M:0;d8f95bb18b58:44879 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T19:48:03,164 INFO [M:0;d8f95bb18b58:44879 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T19:48:03,165 INFO [M:0;d8f95bb18b58:44879 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T19:48:03,165 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T19:48:03,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44879-0x10150c6eb940000, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-18T19:48:03,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44879-0x10150c6eb940000, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:48:03,170 DEBUG [M:0;d8f95bb18b58:44879 {}] zookeeper.ZKUtil(347): master:44879-0x10150c6eb940000, quorum=127.0.0.1:59951, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-18T19:48:03,170 WARN [M:0;d8f95bb18b58:44879 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T19:48:03,171 INFO [M:0;d8f95bb18b58:44879 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/.lastflushedseqids 2024-11-18T19:48:03,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33471 is added to blk_1073741847_1023 (size=126) 2024-11-18T19:48:03,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741847_1023 (size=126) 2024-11-18T19:48:03,187 INFO [M:0;d8f95bb18b58:44879 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T19:48:03,188 INFO [M:0;d8f95bb18b58:44879 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T19:48:03,188 DEBUG [M:0;d8f95bb18b58:44879 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T19:48:03,188 INFO [M:0;d8f95bb18b58:44879 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T19:48:03,188 DEBUG [M:0;d8f95bb18b58:44879 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T19:48:03,188 DEBUG [M:0;d8f95bb18b58:44879 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T19:48:03,188 DEBUG [M:0;d8f95bb18b58:44879 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T19:48:03,188 INFO [M:0;d8f95bb18b58:44879 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=33.95 KB heapSize=42.51 KB 2024-11-18T19:48:03,212 DEBUG [M:0;d8f95bb18b58:44879 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c8df175cc074467996c60da60d6db5af is 82, key is hbase:meta,,1/info:regioninfo/1731959279928/Put/seqid=0 2024-11-18T19:48:03,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33471 is added to blk_1073741848_1024 (size=5672) 2024-11-18T19:48:03,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741848_1024 (size=5672) 2024-11-18T19:48:03,241 INFO [M:0;d8f95bb18b58:44879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c8df175cc074467996c60da60d6db5af 2024-11-18T19:48:03,254 INFO [RS:0;d8f95bb18b58:38813 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T19:48:03,254 INFO [RS:0;d8f95bb18b58:38813 {}] regionserver.HRegionServer(1031): Exiting; stopping=d8f95bb18b58,38813,1731959276373; zookeeper connection closed. 2024-11-18T19:48:03,254 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@a38b008 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@a38b008 2024-11-18T19:48:03,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x10150c6eb940001, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T19:48:03,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x10150c6eb940001, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T19:48:03,255 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-18T19:48:03,286 DEBUG [M:0;d8f95bb18b58:44879 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de872c7f999f4b36873aef6f675895f1 is 750, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731959281022/Put/seqid=0 2024-11-18T19:48:03,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33471 is added to blk_1073741849_1025 (size=6910) 2024-11-18T19:48:03,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741849_1025 (size=6910) 2024-11-18T19:48:03,296 INFO [M:0;d8f95bb18b58:44879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.33 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de872c7f999f4b36873aef6f675895f1 2024-11-18T19:48:03,325 DEBUG [M:0;d8f95bb18b58:44879 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b3db0b37ff249b0ae35bbd57a5bb75e is 69, key is d8f95bb18b58,38813,1731959276373/rs:state/1731959278898/Put/seqid=0 2024-11-18T19:48:03,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33471 is added to blk_1073741850_1026 (size=5224) 2024-11-18T19:48:03,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741850_1026 (size=5224) 2024-11-18T19:48:03,741 INFO [M:0;d8f95bb18b58:44879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b3db0b37ff249b0ae35bbd57a5bb75e 2024-11-18T19:48:03,752 DEBUG [M:0;d8f95bb18b58:44879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c8df175cc074467996c60da60d6db5af as hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c8df175cc074467996c60da60d6db5af 2024-11-18T19:48:03,761 INFO [M:0;d8f95bb18b58:44879 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c8df175cc074467996c60da60d6db5af, entries=8, sequenceid=87, filesize=5.5 K 2024-11-18T19:48:03,763 DEBUG [M:0;d8f95bb18b58:44879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de872c7f999f4b36873aef6f675895f1 as hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/de872c7f999f4b36873aef6f675895f1 2024-11-18T19:48:03,771 INFO [M:0;d8f95bb18b58:44879 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/de872c7f999f4b36873aef6f675895f1, entries=10, sequenceid=87, filesize=6.7 K 2024-11-18T19:48:03,773 DEBUG [M:0;d8f95bb18b58:44879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b3db0b37ff249b0ae35bbd57a5bb75e as hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7b3db0b37ff249b0ae35bbd57a5bb75e 2024-11-18T19:48:03,781 INFO [M:0;d8f95bb18b58:44879 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36349/user/jenkins/test-data/dea72686-cc82-0af6-81e4-15345b9f842c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7b3db0b37ff249b0ae35bbd57a5bb75e, entries=2, sequenceid=87, filesize=5.1 K 2024-11-18T19:48:03,783 INFO [M:0;d8f95bb18b58:44879 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.95 KB/34767, heapSize ~42.21 KB/43224, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 594ms, sequenceid=87, compaction requested=false 2024-11-18T19:48:03,787 INFO [M:0;d8f95bb18b58:44879 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T19:48:03,788 DEBUG [M:0;d8f95bb18b58:44879 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731959283188Disabling compacts and flushes for region at 1731959283188Disabling writes for close at 1731959283188Obtaining lock to block concurrent updates at 1731959283188Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731959283188Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=34767, getHeapSize=43464, getOffHeapSize=0, getCellsCount=102 at 1731959283189 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731959283190 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731959283190Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731959283211 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731959283212 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731959283257 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731959283285 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731959283285Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731959283305 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731959283324 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731959283324Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57dfd4c4: reopening flushed file at 1731959283750 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30f7a2fa: reopening flushed file at 1731959283762 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66131be8: reopening flushed file at 1731959283771 (+9 ms)Finished flush of dataSize ~33.95 KB/34767, heapSize ~42.21 KB/43224, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 594ms, sequenceid=87, compaction requested=false at 1731959283783 (+12 ms)Writing region close event to WAL at 1731959283787 (+4 ms)Closed at 1731959283787 2024-11-18T19:48:03,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33471 is added to blk_1073741830_1006 (size=40938) 2024-11-18T19:48:03,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741830_1006 (size=40938) 2024-11-18T19:48:03,793 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T19:48:03,793 INFO [M:0;d8f95bb18b58:44879 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T19:48:03,793 INFO [M:0;d8f95bb18b58:44879 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44879 2024-11-18T19:48:03,794 INFO [M:0;d8f95bb18b58:44879 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T19:48:03,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44879-0x10150c6eb940000, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T19:48:03,929 INFO [M:0;d8f95bb18b58:44879 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T19:48:03,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44879-0x10150c6eb940000, quorum=127.0.0.1:59951, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T19:48:04,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@768cbdf0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T19:48:04,005 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f7ee15d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T19:48:04,005 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T19:48:04,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14d5c112{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T19:48:04,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e6bc5de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cfc1627-0f83-c741-a454-262041e88bc4/hadoop.log.dir/,STOPPED} 2024-11-18T19:48:04,011 WARN [BP-311252076-172.17.0.2-1731959269668 heartbeating to localhost/127.0.0.1:36349 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T19:48:04,011 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T19:48:04,011 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T19:48:04,011 WARN [BP-311252076-172.17.0.2-1731959269668 heartbeating to localhost/127.0.0.1:36349 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-311252076-172.17.0.2-1731959269668 (Datanode Uuid 0dec6ea3-06a6-41fa-b7a9-64517a4ddfe5) service to localhost/127.0.0.1:36349 2024-11-18T19:48:04,013 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cfc1627-0f83-c741-a454-262041e88bc4/cluster_8692925c-a203-6b33-e446-73410d26f6b3/data/data3/current/BP-311252076-172.17.0.2-1731959269668 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T19:48:04,014 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cfc1627-0f83-c741-a454-262041e88bc4/cluster_8692925c-a203-6b33-e446-73410d26f6b3/data/data4/current/BP-311252076-172.17.0.2-1731959269668 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T19:48:04,014 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T19:48:04,024 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77378538{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T19:48:04,025 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@648508dd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T19:48:04,025 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T19:48:04,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@dad9bbd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T19:48:04,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25468aae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cfc1627-0f83-c741-a454-262041e88bc4/hadoop.log.dir/,STOPPED} 2024-11-18T19:48:04,027 WARN [BP-311252076-172.17.0.2-1731959269668 heartbeating to localhost/127.0.0.1:36349 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T19:48:04,027 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T19:48:04,027 WARN [BP-311252076-172.17.0.2-1731959269668 heartbeating to localhost/127.0.0.1:36349 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-311252076-172.17.0.2-1731959269668 (Datanode Uuid 59d66e66-5f34-4713-9e1a-6ab18e7a2f2f) service to localhost/127.0.0.1:36349 2024-11-18T19:48:04,027 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T19:48:04,028 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cfc1627-0f83-c741-a454-262041e88bc4/cluster_8692925c-a203-6b33-e446-73410d26f6b3/data/data1/current/BP-311252076-172.17.0.2-1731959269668 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T19:48:04,028 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cfc1627-0f83-c741-a454-262041e88bc4/cluster_8692925c-a203-6b33-e446-73410d26f6b3/data/data2/current/BP-311252076-172.17.0.2-1731959269668 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T19:48:04,028 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T19:48:04,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ed19b13{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T19:48:04,039 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72dc5ed7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T19:48:04,039 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T19:48:04,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a1d3383{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T19:48:04,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@204cbd3d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cfc1627-0f83-c741-a454-262041e88bc4/hadoop.log.dir/,STOPPED} 2024-11-18T19:48:04,049 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T19:48:04,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down